-- Logs begin at Tue 2022-06-07 15:05:37 UTC, end at Tue 2022-06-07 16:15:13 UTC. -- Jun 07 15:49:59.586409 dv-cinder-844879-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 15:50:02.556255 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.common.config [-] Logging enabled! Jun 07 15:50:02.556893 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev302 Jun 07 15:50:02.556987 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103861) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 07 15:50:02.561144 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.common.config [-] Logging enabled! Jun 07 15:50:02.561399 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev302 Jun 07 15:50:02.561712 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103861) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 07 15:50:02.562666 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 15:50:02.562909 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 15:50:02.563419 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 15:50:02.563666 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 15:50:02.563893 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 15:50:02.564214 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.564548 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.564781 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.565082 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.565377 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.565661 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.565952 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.566251 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.566540 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.566820 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.567106 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.567336 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.567623 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.567911 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.568202 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.568450 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] debug = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.568736 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.569177 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.569589 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.569873 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.570161 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.570460 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.570719 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.570994 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.571278 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.571605 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] host = dv-cinder-844879-2-iscsi {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.571880 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.572168 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.572486 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.572775 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.573050 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.573324 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.573608 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.573878 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.574148 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] log_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.574496 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.574932 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.575204 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.575495 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.575720 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.575942 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.576228 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.576553 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.576831 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.577104 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.577379 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.577659 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.577933 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.578200 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.578486 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.578768 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.579051 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.579325 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.579598 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.579873 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.580141 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.580452 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.580728 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.581000 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.581271 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.581556 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.581824 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.582094 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.582391 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.582678 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.582959 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.583246 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.583515 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.583796 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.584066 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.584336 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.584638 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] use_json = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.584910 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.585178 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.585457 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.585729 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.585999 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.586269 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.586539 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.586823 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.587094 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:02.587390 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.587694 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.588000 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.588281 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.588611 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.588893 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.589183 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.589460 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.589749 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.590149 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.590440 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.590719 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.591023 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.591313 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.591608 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.591913 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.592208 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.592524 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.592802 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.593077 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.593353 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.593631 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.593920 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.594196 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.594486 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.594774 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.595054 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.595351 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.595637 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.595921 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.596213 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.596531 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.596807 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.597088 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.597379 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.597663 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.597936 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.598226 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.598504 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.598775 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.599058 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.599351 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.599641 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.599913 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.600190 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.600516 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.600795 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.601336 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.601607 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.601883 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.602154 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.602438 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.602715 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.602986 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.603260 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.603539 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.603812 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.604087 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.604394 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.604661 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.604939 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.605215 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.606003 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.606284 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.606731 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.607011 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.607286 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.607563 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.607845 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.608121 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.608428 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.608704 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.608981 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.609254 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.609555 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.609836 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.610117 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.610397 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.610678 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.610957 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.611235 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.611514 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.611795 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.612070 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.612375 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.612666 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.612957 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.613240 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.613519 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.613837 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.614119 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.614398 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.614683 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.614963 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.615243 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.615531 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.615818 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.616115 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.616436 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.616721 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.617017 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.617312 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.617607 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.617891 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.618206 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.618489 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:02.618708 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 15:50:02.618946 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103861) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 15:50:03.003157 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 07 15:50:03.003436 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 07 15:50:03.003731 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 07 15:50:03.004058 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 15:50:03.335290 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.335469 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.335749 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.337051 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.337324 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.337585 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.390546 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.390815 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.391083 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.407534 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.407809 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.408076 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.437059 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.437337 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.437602 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.479639 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.479937 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.480200 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.830237 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.830952 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.830952 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.831112 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.832133 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.931360 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.931677 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.931958 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.932229 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.932515 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.932824 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.933082 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.933335 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.933625 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.933911 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.934168 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.934430 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.934684 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.934931 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.935189 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.935448 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.935700 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.935963 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.936228 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.936509 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.936778 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.937029 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.937309 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.937685 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.937938 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.938187 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.938586 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 15:50:03.938831 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 15:50:03.939072 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 15:50:03.939311 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 15:50:03.939549 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 15:50:03.939786 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 15:50:03.940155 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 15:50:03.943375 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 15:50:03.947309 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 15:50:03.951733 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 07 15:50:03.953390 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 15:50:03.954006 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 15:50:03.954340 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 15:50:03.954721 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 15:50:03.957533 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 15:50:03.957781 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 15:50:03.958127 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 15:50:03.963053 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 07 15:50:03.987843 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 15:50:03.988302 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.988629 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103861) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 07 15:50:03.988999 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.990356 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103861) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 15:50:03.990632 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 15:50:03.990875 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 15:50:03.994403 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:03.994684 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.056344 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 15:50:04.056638 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 15:50:04.056878 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 15:50:04.057247 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 15:50:04.110614 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO dbcounter [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Registered counter for database neutron Jun 07 15:50:04.130321 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_db.sqlalchemy.engines [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103861) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 15:50:04.136269 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG dbcounter [-] [103861] Writer thread running {{(pid=103861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 15:50:04.580567 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Initializing driver for type 'gre' Jun 07 15:50:04.581087 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] gre ID ranges: [(1, 1000)] Jun 07 15:50:04.632887 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Initializing driver for type 'local' Jun 07 15:50:04.633213 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Initializing driver for type 'vlan' Jun 07 15:50:04.646451 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] VlanTypeDriver initialization complete Jun 07 15:50:04.646934 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Initializing driver for type 'vxlan' Jun 07 15:50:04.647455 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] vxlan ID ranges: [(1, 1000)] Jun 07 15:50:04.703253 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Initializing extension driver 'port_security' Jun 07 15:50:04.703601 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.extensions.port_security [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] PortSecurityExtensionDriver initialization complete Jun 07 15:50:04.703959 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Initializing mechanism driver 'openvswitch' Jun 07 15:50:04.704347 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Initializing mechanism driver 'hyperv' Jun 07 15:50:04.710915 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:50:04.711617 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > port after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.712019 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > port after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.712445 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > port after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.712958 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 15:50:04.713380 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > subnet after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.713749 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > subnet after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.714097 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.714486 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 15:50:04.714987 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > network after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.715388 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > network after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.715755 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > network after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.716146 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 15:50:04.716586 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > security_group after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.716937 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > security_group after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.717277 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.717665 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 15:50:04.718068 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.718411 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.718748 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.719138 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 15:50:04.719538 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > address_group after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.719897 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > address_group after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.720222 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.720801 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 15:50:04.721256 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] ML2 OVO RPC backend initialized. {{(pid=103861) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 07 15:50:04.721973 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.722335 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.722758 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > network before_response 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.723113 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > networks before_response 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.723462 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > port before_response 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.723811 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > ports before_response 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.724157 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > subnet before_response 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.724535 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > subnets before_response 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.724887 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > network after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.725240 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > network after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.725585 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > network after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.726171 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > port after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.726519 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > port after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.726855 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > port after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.727193 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > subnet after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.727532 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > subnet after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.727868 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.736131 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded quota_driver: . Jun 07 15:50:04.736570 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.plugin [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Modular L2 Plugin initialization complete Jun 07 15:50:04.736921 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading services supported by the core plugin {{(pid=103861) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 15:50:04.737264 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.plugins.ml2.managers [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Got port-security extension from driver 'port_security' Jun 07 15:50:04.737745 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.extensions.vlantransparent [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Disabled vlantransparent extension. Jun 07 15:50:04.738237 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103861) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 15:50:04.738560 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading Plugin: router Jun 07 15:50:04.774222 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.774622 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router after_create 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.774997 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router before_create 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.775366 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.775741 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.776101 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router after_delete 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.776489 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.776843 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.777203 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router after_create 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.778222 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router after_update 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.778576 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router after_update 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.778928 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.779290 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router after_update 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.779704 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router precommit_update 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.780073 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: port after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.780444 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: port after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.780792 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: subnet after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.781133 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.781482 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.781832 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router precommit_create 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.782173 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: port before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.782516 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router precommit_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.782872 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router after_update 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.783214 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.783564 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router precommit_create 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.783928 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.784283 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router precommit_update 55549900 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.784677 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > agent after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.785039 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > agent after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.785391 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > network after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.786263 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Tracking information for resource: router configured {{(pid=103861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 15:50:04.786601 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Tracking information for resource: floatingip configured {{(pid=103861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 15:50:04.791664 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.db.l3_agentschedulers_db [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 15:50:04.792243 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: port after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.792629 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: port after_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.793027 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: port after_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.793543 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: port after_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.794363 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router before_create 55550100 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.794731 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.795094 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router precommit_create 55550100 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.795453 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > router precommit_update 55550100 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.800278 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.services.provider_configuration [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service providers = [] {{(pid=103861) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 15:50:04.800667 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.db.servicetype_db [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103861) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 15:50:04.803631 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.services.service_base [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 15:50:04.803987 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.services.service_base [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 15:50:04.804328 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.services.service_base [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 15:50:04.805251 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.services.service_base [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 15:50:04.805625 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.services.service_base [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 15:50:04.806001 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 15:50:04.806319 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 15:50:04.817047 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 15:50:04.817382 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading Plugin: auto_allocate Jun 07 15:50:04.823096 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: network precommit_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.823458 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: network precommit_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.823982 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 15:50:04.824858 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading Plugin: tag Jun 07 15:50:04.831671 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 15:50:04.832216 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading Plugin: timestamp Jun 07 15:50:04.835786 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 15:50:04.836124 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading Plugin: network_ip_availability Jun 07 15:50:04.842317 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.842694 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.843053 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:04.843768 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 15:50:04.844097 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading Plugin: flavors Jun 07 15:50:04.848830 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 15:50:04.849161 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading Plugin: revisions Jun 07 15:50:04.853832 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 15:50:04.854234 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_concurrency.lockutils [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.850s {{(pid=103861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 07 15:50:04.854979 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103861) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 07 15:50:04.855318 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Initializing extension manager. Jun 07 15:50:04.855966 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: __init__.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.856227 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: __pycache__ {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.856600 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: _port_mac_address_override.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.856940 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: address_group.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.857687 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.858257 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: address-group Jun 07 15:50:04.858587 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: address_scope.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.859300 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.859819 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: address-scope Jun 07 15:50:04.860144 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.861104 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.861627 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: router-admin-state-down-before-update Jun 07 15:50:04.861954 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: agent.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.862654 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.863171 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: agent Jun 07 15:50:04.863496 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: agent_resources_synced.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.864452 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.864975 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: agent-resources-synced Jun 07 15:50:04.865299 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: allowedaddresspairs.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.867141 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.867891 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: allowed-address-pairs Jun 07 15:50:04.868109 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: auto_allocated_topology.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.869384 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.870017 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: auto-allocated-topology Jun 07 15:50:04.870401 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: availability_zone.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.871326 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.871882 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: availability_zone Jun 07 15:50:04.872279 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: availability_zone_filter.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.873399 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.874104 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: availability_zone_filter Jun 07 15:50:04.874492 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: data_plane_status.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.875546 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.876180 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 15:50:04.876607 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: default_subnetpools.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.877688 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.878323 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: default-subnetpools Jun 07 15:50:04.878742 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.879686 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.880315 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: dhcp_agent_scheduler Jun 07 15:50:04.880881 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: dns.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.881812 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.882455 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension dns-integration not supported by any of loaded plugins Jun 07 15:50:04.882830 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: dns_domain_ports.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.883916 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.884553 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 15:50:04.884944 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.886138 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.887342 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 07 15:50:04.887773 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: dvr.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.888639 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.889205 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: dvr Jun 07 15:50:04.889605 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: ecmp_routes.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.890659 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.891383 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension ecmp_routes not supported by any of loaded plugins Jun 07 15:50:04.891667 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: empty_string_filtering.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.892795 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.893398 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: empty-string-filtering Jun 07 15:50:04.893768 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.894864 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.895459 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 15:50:04.895862 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.896909 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.897531 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 15:50:04.897923 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: external_net.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.899020 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.899659 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: external-net Jun 07 15:50:04.900048 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.901148 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.901772 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: extra_dhcp_opt Jun 07 15:50:04.902174 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: extraroute.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.903845 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.904529 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: extraroute Jun 07 15:50:04.904858 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: extraroute_atomic.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.906028 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.906660 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: extraroute-atomic Jun 07 15:50:04.906999 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: filter_validation.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.907811 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.908427 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: filter-validation Jun 07 15:50:04.908869 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: fip_pf_description.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.909899 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.910510 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 15:50:04.910922 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: fip_pf_port_range.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.911978 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.912654 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 07 15:50:04.912983 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: fip_port_details.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.913915 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.914440 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: fip-port-details Jun 07 15:50:04.914784 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: flavors.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.916027 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.916587 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: flavors Jun 07 15:50:04.916916 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.918829 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.919342 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 15:50:04.919669 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: floatingip_pools.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.920386 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.920915 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: floatingip-pools Jun 07 15:50:04.921267 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: ip_allocation.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.922193 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.922713 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 15:50:04.923034 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.923956 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.924521 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: ip-substring-filtering Jun 07 15:50:04.924846 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: l2_adjacency.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.925790 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.926305 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 15:50:04.926626 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: l3.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.927622 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.928147 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: router Jun 07 15:50:04.928509 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.930759 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.931298 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 15:50:04.931630 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.932586 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.933113 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: ext-gw-mode Jun 07 15:50:04.933457 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.934413 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.934929 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: l3-ha Jun 07 15:50:04.935255 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.936172 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.936726 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 07 15:50:04.937052 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: l3_flavors.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.937970 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.938486 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: l3-flavors Jun 07 15:50:04.938837 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.940197 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.940749 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 07 15:50:04.941078 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.942005 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.942522 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 15:50:04.942847 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: l3agentscheduler.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.943893 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.944454 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: l3_agent_scheduler Jun 07 15:50:04.944786 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: local_ip.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.946564 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.947095 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension local_ip not supported by any of loaded plugins Jun 07 15:50:04.947427 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: logging.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.948925 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.949985 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension logging not supported by any of loaded plugins Jun 07 15:50:04.950413 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: metering.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.951164 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.951757 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: metering Jun 07 15:50:04.952088 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.954859 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.955403 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: metering_source_and_destination_fields Jun 07 15:50:04.955744 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: multiprovidernet.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.956717 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.957243 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: multi-provider Jun 07 15:50:04.957578 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: netmtu.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.958497 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.959022 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: net-mtu Jun 07 15:50:04.959353 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: netmtu_writable.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.960272 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.960826 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: net-mtu-writable Jun 07 15:50:04.961159 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: network_availability_zone.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.961831 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.962346 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: network_availability_zone Jun 07 15:50:04.962672 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: network_ip_availability.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.963772 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.964296 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: network-ip-availability Jun 07 15:50:04.964653 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: network_segment_range.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.966203 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.966715 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 15:50:04.967100 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: pagination.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.968448 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.968785 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: pagination Jun 07 15:50:04.969160 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: port_device_profile.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.970318 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.971008 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: port-device-profile Jun 07 15:50:04.971541 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: port_mac_address_override.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.972914 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.973453 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: port-mac-override Jun 07 15:50:04.973785 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.974717 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.975246 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: port-mac-address-regenerate Jun 07 15:50:04.975576 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.976842 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.977365 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: port-numa-affinity-policy Jun 07 15:50:04.977693 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: port_resource_request.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.978610 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.979120 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 15:50:04.979443 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: port_resource_request_groups.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.980468 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.980983 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 07 15:50:04.981307 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: portbindings.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.982230 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.982750 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: binding Jun 07 15:50:04.983078 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: portbindings_extended.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.984337 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.984890 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: binding-extended Jun 07 15:50:04.985219 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: portsecurity.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.986142 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.986661 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: port-security Jun 07 15:50:04.986989 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: project_id.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.987963 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.988294 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: project-id Jun 07 15:50:04.988642 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: providernet.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.989555 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.990080 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: provider Jun 07 15:50:04.990404 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.994016 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.994553 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos not supported by any of loaded plugins Jun 07 15:50:04.994889 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.996704 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.997227 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 15:50:04.997560 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:04.998502 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:04.999025 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 15:50:04.999354 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_default.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.000271 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.000822 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-default not supported by any of loaded plugins Jun 07 15:50:05.001148 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_fip.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.002071 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.002588 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-fip not supported by any of loaded plugins Jun 07 15:50:05.002914 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.003829 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.004340 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 07 15:50:05.004688 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_gateway_ip.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.005618 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.006138 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 15:50:05.006462 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_port_network_policy.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.007391 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.007903 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 15:50:05.008228 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.009294 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.009817 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 07 15:50:05.010144 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.011176 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.012330 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 07 15:50:05.012683 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_pps_rule.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.013853 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.014376 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-pps not supported by any of loaded plugins Jun 07 15:50:05.014703 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_rule_type_details.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.015740 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.016264 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 15:50:05.016632 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.017558 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.018074 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 07 15:50:05.018400 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: qos_rules_alias.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.019451 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.019969 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 15:50:05.020296 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: quota_check_limit.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.021239 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.021760 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: quota-check-limit Jun 07 15:50:05.022084 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: quotasv2.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.023030 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.023357 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: quotas Jun 07 15:50:05.023675 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: quotasv2_detail.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.025404 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.025745 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: quota_details Jun 07 15:50:05.026074 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: rbac.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.027138 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.027767 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: rbac-policies Jun 07 15:50:05.028101 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: rbac_address_group.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.029058 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.029584 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: rbac-address-group Jun 07 15:50:05.029912 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: rbac_address_scope.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.030919 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.031441 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: rbac-address-scope Jun 07 15:50:05.031769 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: rbac_security_groups.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.032737 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.033258 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: rbac-security-groups Jun 07 15:50:05.033584 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: rbac_subnetpool.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.034511 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.035032 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: rbac-subnetpool Jun 07 15:50:05.035356 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: revisionifmatch.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.036285 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.036833 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: revision-if-match Jun 07 15:50:05.037161 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: revisions.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.038278 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.038800 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: standard-attr-revisions Jun 07 15:50:05.039130 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: router_availability_zone.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.039803 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.040327 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: router_availability_zone Jun 07 15:50:05.040685 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: routerservicetype.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.041614 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.042130 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension router-service-type not supported by any of loaded plugins Jun 07 15:50:05.042455 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.043493 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.044015 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: security-groups-normalized-cidr Jun 07 15:50:05.044345 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.045326 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.045847 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: port-security-groups-filtering Jun 07 15:50:05.046173 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.047125 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.047650 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: security-groups-remote-address-group Jun 07 15:50:05.047979 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.048948 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.049470 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: security-groups-shared-filtering Jun 07 15:50:05.049795 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: securitygroup.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.060211 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.060791 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: security-group Jun 07 15:50:05.061129 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: segment.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.061859 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.062380 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension segment not supported by any of loaded plugins Jun 07 15:50:05.062711 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.063659 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.064180 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 15:50:05.064541 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: servicetype.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.065637 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.066165 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: service-type Jun 07 15:50:05.066495 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: sorting.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.067484 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.067818 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: sorting Jun 07 15:50:05.068168 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: standard_attr_segment.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.069121 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.069646 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 15:50:05.069973 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: standardattrdescription.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.070628 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.071142 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: standard-attr-description Jun 07 15:50:05.071465 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: stateful_security_group.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.072434 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.072956 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: stateful-security-group Jun 07 15:50:05.073280 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: stdattrs_common.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.073861 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 15:50:05.074819 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.075904 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.076468 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 15:50:05.076795 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: subnet_onboard.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.077869 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.078396 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: subnet_onboard Jun 07 15:50:05.078719 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.079647 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.080164 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 15:50:05.080516 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: subnet_service_types.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.081446 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.082009 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: subnet-service-types Jun 07 15:50:05.082285 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: subnetallocation.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.083368 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.083890 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: subnet_allocation Jun 07 15:50:05.084215 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.084927 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.085452 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: subnetpool-prefix-ops Jun 07 15:50:05.085771 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.086700 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.087211 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 15:50:05.087531 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: tagging.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.088632 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.089163 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: standard-attr-tag Jun 07 15:50:05.089487 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: timestamp.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.090722 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.091239 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loaded extension: standard-attr-timestamp Jun 07 15:50:05.091567 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: trunk.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.092638 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.093167 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension trunk not supported by any of loaded plugins Jun 07 15:50:05.093498 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: trunk_details.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.094428 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.094948 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension trunk-details not supported by any of loaded plugins Jun 07 15:50:05.095275 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: uplink_status_propagation.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.096206 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.096756 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 15:50:05.097081 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Loading extension file: vlantransparent.py {{(pid=103861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 15:50:05.097755 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 15:50:05.098268 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 15:50:05.100847 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:network Jun 07 15:50:05.101657 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:subnet Jun 07 15:50:05.102059 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 15:50:05.102461 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:port Jun 07 15:50:05.103668 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.104104 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service FLAVORS assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.104782 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.105216 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.105616 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:router Jun 07 15:50:05.106162 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:floatingip Jun 07 15:50:05.106657 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service METERING assigned prefix: /metering {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.108093 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:05.108505 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:05.108867 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:50:05.109876 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 15:50:05.110317 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:security_group Jun 07 15:50:05.110757 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 15:50:05.111364 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service CORE assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.111708 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 15:50:05.112066 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] subnetpool is already registered Jun 07 15:50:05.112533 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service CORE assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.112863 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 15:50:05.113202 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] subnetpool is already registered Jun 07 15:50:05.115486 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.115922 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service FLAVORS assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.116550 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.116974 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.117308 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:router Jun 07 15:50:05.117654 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] router is already registered Jun 07 15:50:05.118067 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:floatingip Jun 07 15:50:05.118407 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] floatingip is already registered Jun 07 15:50:05.118865 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service METERING assigned prefix: /metering {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.119537 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 15:50:05.119864 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] rbac_policy is already registered Jun 07 15:50:05.120279 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:security_group Jun 07 15:50:05.120642 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] security_group is already registered Jun 07 15:50:05.121590 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 15:50:05.122028 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] security_group_rule is already registered Jun 07 15:50:05.122655 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service CORE assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.122992 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 15:50:05.123337 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] subnetpool is already registered Jun 07 15:50:05.123762 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.v2.resource_helper [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Service CORE assigned prefix: {{(pid=103861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 15:50:05.124088 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 15:50:05.124451 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING neutron.quota.resource_registry [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] subnetpool is already registered Jun 07 15:50:05.124921 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: extensions {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.126354 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: address-groups {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.127812 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: address-scopes {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.129197 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: agents {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.130345 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: auto-allocated-topology {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.131570 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: availability_zones {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.132810 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: dhcp-networks {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.134293 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: dhcp-agents {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.135690 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: routers {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.138044 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: flavors {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.139307 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: service_profiles {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.140525 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: next_providers {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.141960 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: service_profiles {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.143471 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: floatingip-pools {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.144709 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: routers {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.146396 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: floatingips {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.148613 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: l3-routers {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.150026 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: l3-agents {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.151423 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: metering-labels {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.152843 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: metering-label-rules {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.154223 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: network-ip-availabilities {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.155464 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: bindings {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.157082 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: quotas {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.158716 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: quotas {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.160233 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: rbac-policies {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.161489 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: security-groups {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.162780 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: security-group-rules {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.164038 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: service-providers {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.165270 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: subnetpools {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.166628 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: subnetpools {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.168209 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: tags {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.170019 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: tags {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.171811 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: tags {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.173637 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: tags {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.175299 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: tags {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.177325 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: tags {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.178984 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: tags {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.180899 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: tags {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.182655 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: tags {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.185087 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron.api.extensions [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Extended resource: tags {{(pid=103861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 15:50:05.191058 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING keystonemiddleware.auth_token [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 15:50:05.196252 dv-cinder-844879-2-iscsi neutron-server[103861]: WARNING keystonemiddleware.auth_token [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 15:50:05.205662 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_concurrency.lockutils [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Acquired lock "singleton_lock" {{(pid=103861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 07 15:50:05.206142 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_concurrency.lockutils [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Releasing lock "singleton_lock" {{(pid=103861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 07 15:50:05.206798 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO oslo_service.service [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Starting 2 workers Jun 07 15:50:05.211819 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Started child 103968 {{(pid=103861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 15:50:05.216468 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Started child 103969 {{(pid=103861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 15:50:05.217744 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:05.218433 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO neutron.service [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 15:50:05.218779 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:05.219277 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [-] (103968) wsgi starting up on http://0.0.0.0:9696 Jun 07 15:50:05.221271 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO oslo_service.service [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Starting 1 workers Jun 07 15:50:05.221436 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:05.222703 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [-] (103969) wsgi starting up on http://0.0.0.0:9696 Jun 07 15:50:05.226894 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Started child 103970 {{(pid=103861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 15:50:05.227439 dv-cinder-844879-2-iscsi neutron-server[103861]: INFO oslo_service.service [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Starting 1 workers Jun 07 15:50:05.230802 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.service [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] calling RpcWorker wait() {{(pid=103970) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 15:50:05.231653 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.service [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] returning from RpcWorker wait() {{(pid=103970) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 15:50:05.232068 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Started child 103971 {{(pid=103861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 15:50:05.232864 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:05.232977 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf40db-a5bd-4611-aad0-c839ab2ef24b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:05.233383 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:50:05.234829 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 07 15:50:05.235037 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 15:50:05.235223 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 15:50:05.235444 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 15:50:05.235766 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 15:50:05.235932 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 15:50:05.236478 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.236780 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.237020 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.237292 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.237385 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:05.237930 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.238202 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.238457 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.238747 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.238977 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.239148 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.239317 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.239577 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.239840 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.240140 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.240406 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.240662 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.240916 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.241087 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.241333 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.241598 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.241841 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.242148 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] debug = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.242375 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.242918 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.243175 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.243427 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.243685 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.243955 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.244203 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.244483 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.244722 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.244947 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.245196 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.245456 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.245692 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.245933 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.246703 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.246982 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.247217 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.247696 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] host = dv-cinder-844879-2-iscsi {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.247941 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.248172 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.248425 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.248677 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.248931 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.249184 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.249438 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.249689 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.249960 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.250209 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.250473 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.250724 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.250959 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.251208 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.251375 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_options = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.251591 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.251836 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.252105 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.252305 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.252497 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.252667 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.252929 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.253093 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.253343 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.253563 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.253808 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.254023 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.254257 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.254491 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.254760 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.255160 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.255294 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.258763 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.258763 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.258763 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.258763 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.258763 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.258763 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.258763 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.258763 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.259975 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.259975 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.259975 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.259975 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.259975 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.259975 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.259975 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.259975 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.261052 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.261200 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 50798) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:05.261348 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.261348 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.261348 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.261348 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.261348 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.261348 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.261348 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.261348 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.263645 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.263645 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.263645 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.263645 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.263645 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_json = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.263645 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.263645 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.263645 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.264790 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.264790 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.264790 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.264790 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.264790 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.265570 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.265570 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.265773 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.266011 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.266214 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:50:05.266470 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.266636 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.266856 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.266992 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.267206 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.267492 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.267759 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.268063 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.268292 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.268694 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.269446 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.269592 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079083 Jun 07 15:50:05.269733 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.269733 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.270017 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.270151 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.270315 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.270535 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.270779 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.271861 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.272191 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.273440 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.273440 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.273440 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.273440 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.273440 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.274108 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.274802 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.275134 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.275522 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.275660 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.275899 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.276099 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.276371 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.277673 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.278241 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.278721 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.278949 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.279234 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282123 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282123 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282123 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282123 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282123 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282123 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282123 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282123 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282653 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282653 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282653 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282653 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282653 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282653 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.282653 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.283075 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.283075 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.283302 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.283691 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.284055 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.284430 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.284837 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.285201 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.285607 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.285969 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.286373 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.286785 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.287035 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.287483 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.287894 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.288995 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.288995 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.289238 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.289474 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.289717 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.289942 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.290169 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.290389 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.290603 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.290820 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.291592 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.291592 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.291592 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.291824 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.291902 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.292118 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.292373 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.292653 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.292910 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.293100 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.293561 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.293833 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.294477 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.294477 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.294477 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.295040 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.295040 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.296156 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.296335 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.296549 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.296962 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.296962 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.297273 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.297414 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.297629 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.298032 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.298278 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.298522 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.299538 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.299538 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.299538 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.299538 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.299809 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.299981 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.300138 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.300391 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.300596 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.300839 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.301103 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.301364 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.301652 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.301870 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.303851 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.304020 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.304295 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.304609 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.304858 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.305124 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.305405 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.305676 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.305930 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.306586 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.306586 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.306858 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.306858 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.307156 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.307298 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.307547 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.307858 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.308108 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.308325 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.311533 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.312209 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.312594 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.312918 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.314169 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.315122 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.315122 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.315122 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.315347 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.315424 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.315659 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.315913 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.316142 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.316894 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.317165 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.317412 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.317636 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.318508 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.319312 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.319843 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.320408 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.320823 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.321326 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.321751 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.322159 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.323030 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.323272 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.323520 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.324195 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.324195 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.324978 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.325603 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.325871 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.326106 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.326407 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.326665 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.326907 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.327142 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.327375 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.327997 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.327997 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.328172 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.328318 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.329059 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.329059 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.329208 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.329419 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.329638 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.329889 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.330106 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.330369 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.330607 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.331355 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.331527 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.331760 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.332071 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.332265 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.332520 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.332758 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.332975 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.333227 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.333443 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.333748 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.333988 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.334212 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.334428 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.334642 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.334857 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.335508 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.335698 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.335957 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.336472 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.336701 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.336923 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.337365 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.337587 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.338365 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.338365 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.338536 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.338720 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.338925 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.339221 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.339686 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.340117 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.341242 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.341464 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.341697 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.341930 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.342183 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.342395 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.342610 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.343059 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.343276 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.343504 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.343714 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.344249 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.344505 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.345277 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.345277 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.345277 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.345498 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.345567 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.345789 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.346003 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.346211 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.346437 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.347341 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.347341 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.347341 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.348118 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.348336 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.348591 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.348828 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.349013 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.349258 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.349479 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.349688 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.350030 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.350218 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.350428 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.351359 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.351781 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.352182 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.352480 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.353027 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.353966 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.353966 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.353966 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.353966 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.354516 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.354516 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.354781 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.355000 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.355272 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.356054 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.356325 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.356775 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.357056 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.357271 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.357568 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.357915 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.359018 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.359018 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.359018 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.359018 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.359310 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.359393 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.359580 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.359821 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.360033 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.360272 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.360516 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.360817 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.361112 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.361229 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.361377 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.362466 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.362686 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.362901 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.363122 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.363281 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 15:50:05.363835 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 07 15:50:05.363997 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 15:50:05.365093 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 15:50:05.365708 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 15:50:05.366079 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 15:50:05.366377 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 15:50:05.366732 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.366900 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.367046 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.367185 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.367355 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.367508 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.367646 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.367795 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.367934 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.368067 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.368227 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.368447 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.368580 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.368694 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.368842 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.369003 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.369153 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.369462 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.369617 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.369912 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.370205 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.370366 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] debug = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.370521 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.370743 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.370902 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.371789 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.372014 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.372160 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.372288 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.372460 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.372589 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.372714 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.372845 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.373001 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.373152 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.373271 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.373421 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.373575 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.373730 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.373885 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] host = dv-cinder-844879-2-iscsi {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.374041 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.374196 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.374351 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.374508 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.374673 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.374816 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.374970 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.375118 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.375276 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.375429 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.375580 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.375731 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.375901 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.376044 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.376180 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_options = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.376334 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.376551 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:50:05.376643 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.376710 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.376864 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.377017 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.377164 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.377306 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.377438 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.377596 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.377736 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.377892 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.378030 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.378187 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.378335 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.378470 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.378632 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.378796 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.378912 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.379072 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.379224 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.379947 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.379947 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.380295 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.380461 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.380571 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.380674 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.380777 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.380924 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.381077 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.381233 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.381387 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.381542 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.381696 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.381852 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.382009 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.382164 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.382528 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.382528 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.382795 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.382795 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.383065 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.383065 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.383331 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.383331 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.383594 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.383594 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.383805 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_json = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.383871 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.384009 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.384165 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.384319 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.384501 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.384710 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.384861 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.384996 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.385411 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 15:50:05.385411 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.385411 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.385702 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.385702 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.385848 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.386009 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.386165 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.386469 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.387293 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.387452 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.387770 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.387945 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.388094 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.388232 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.388404 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.388773 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.388773 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.389039 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.389039 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.389297 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.389297 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.389565 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.389647 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.389726 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.389885 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.390066 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.390219 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.390374 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.390518 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.390671 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.391000 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.391151 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.391308 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.391466 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.391626 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.392464 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.392464 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.392464 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.392464 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.392464 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.392857 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.392857 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.392857 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.393061 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.393157 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.393274 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.393435 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.393574 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.393725 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.393859 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.394003 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.394162 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.394326 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.394491 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.394671 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.394836 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.394976 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.395901 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.395901 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.395901 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.395901 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.395901 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.395901 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.396370 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.396370 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.396370 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.396562 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.396626 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.396815 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.396960 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.397099 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.397237 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.397388 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.397546 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.397705 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.397863 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.398023 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.398182 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.398353 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.398508 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.398659 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.399419 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.399419 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.399419 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.399419 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.399419 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.399746 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.399746 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.399870 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.400033 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.400143 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.400303 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.400504 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.400632 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.400791 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.400950 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.401109 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.401313 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.401435 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.401572 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.401768 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.402134 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.402134 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.403043 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.403043 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.403043 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.403440 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.403440 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.403440 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.403792 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.403920 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.404070 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.404278 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.404447 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.404587 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.404719 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.404852 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.404983 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.405129 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.405292 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.405438 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.405580 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.405715 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.405886 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.406056 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.406217 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.406376 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.406579 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.406670 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.406833 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.407003 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.407156 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.407297 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.407447 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.407585 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.407734 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.407898 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.408034 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.408191 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.408382 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.408528 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.408681 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.408842 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.409001 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.409160 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.409313 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.409467 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.409618 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.409772 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.409946 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.410088 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.410247 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.412600 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.412600 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.412600 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.412600 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.412600 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.412600 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.412600 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.412600 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.413673 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.413673 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.413673 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.413673 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.414063 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.414063 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.414254 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.414382 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.414559 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.414707 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.414866 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.415025 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.415182 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.415341 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.415499 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.415658 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.415819 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.415977 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.416137 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.416295 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.417711 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.417711 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.417711 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.417711 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.417711 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.418543 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.418543 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.418543 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.418543 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.418543 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.419187 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.419187 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.419187 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423207 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423207 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423207 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423207 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423207 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423207 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423207 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423207 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423944 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423944 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423944 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423944 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423944 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423944 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423944 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.423944 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.424495 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.424495 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.424495 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.424495 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.424495 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.424495 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.424495 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.424495 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.424495 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.425280 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.425446 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.425607 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.425786 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.426461 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.426461 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.426461 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.426461 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.426863 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.426863 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.426863 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.427128 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.427128 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.427278 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.427410 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.427571 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.427729 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.427898 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.428058 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.428217 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.429169 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.429348 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.429508 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.429681 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.429842 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.430002 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.430160 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.430319 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.430478 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.430647 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.430808 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.430966 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.431125 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.431283 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.431442 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.431611 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.431771 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.431929 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.432791 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.432791 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.432791 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.432791 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.432791 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.433180 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.433180 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.433180 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.433494 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.433494 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.433860 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.433860 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.434247 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.434247 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.434247 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.434660 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.434660 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.434906 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.434995 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.435133 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.435295 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.435477 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.435620 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.435789 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.435949 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.436114 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.436285 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.436467 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.436627 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.436786 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.436944 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.437103 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.437262 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.437420 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.437578 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.437738 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.437914 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.438045 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.438200 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.438358 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.438517 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.438675 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.438844 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.438992 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.439166 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.439301 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 15:50:05.439452 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 15:50:14.698011 dv-cinder-844879-2-iscsi neutron-server[103861]: DEBUG dbcounter [-] [103861] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:16.823317 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036c4511-dbf4-4aaa-9b29-d1469839c4a7 None None] get_active_networks_info from dv-cinder-844879-2-iscsi {{(pid=103970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 07 15:50:16.841566 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writer thread running {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 15:50:16.906834 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c4511-dbf4-4aaa-9b29-d1469839c4a7 None None] No non-hosted networks {{(pid=103970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 15:50:16.921103 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.agentschedulers_db [None req-036c4511-dbf4-4aaa-9b29-d1469839c4a7 None None] DHCP Agent not found on host dv-cinder-844879-2-iscsi {{(pid=103970) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 07 15:50:17.122286 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bab2a954-3d4e-41b1-9c49-79dc2939ca60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584556'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:18.284626 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writer thread running {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 15:50:18.988316 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ee5deed4-00a5-4de3-a774-0820566d067c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584556'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:19.037268 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-930191de-df36-4d28-8767-48be3f060d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:20.108321 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584556'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:20.121784 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 50882) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:20.720485 dv-cinder-844879-2-iscsi neutron-server[103969]: WARNING oslo_policy.policy [None req-cf473acb-079c-434a-b293-b04194b75a53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 15:50:20.721769 dv-cinder-844879-2-iscsi neutron-server[103969]: WARNING oslo_policy.policy [None req-cf473acb-079c-434a-b293-b04194b75a53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 15:50:20.954965 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [None req-cf473acb-079c-434a-b293-b04194b75a53 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 15:50:20.968406 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-cf473acb-079c-434a-b293-b04194b75a53 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8330564 Jun 07 15:50:21.612485 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584556'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:23.232136 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584556'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:23.234482 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.235032 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.236136 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.236778 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.237517 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.238104 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.238696 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.239947 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.240600 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.241247 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.241908 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.242525 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.243112 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.243791 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.244563 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:23.245204 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844879-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:50:23.260006 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844879-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:50:23.547687 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 50914) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:23.899540 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-3b8e4ef3-890f-4bf6-a42f-8f51b6d18a98 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:50:23.989895 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.policy [None req-3b8e4ef3-890f-4bf6-a42f-8f51b6d18a98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103969) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 15:50:24.032549 dv-cinder-844879-2-iscsi neutron-server[103969]: WARNING oslo_policy.policy [None req-3b8e4ef3-890f-4bf6-a42f-8f51b6d18a98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 15:50:24.032936 dv-cinder-844879-2-iscsi neutron-server[103969]: WARNING oslo_policy.policy [None req-3b8e4ef3-890f-4bf6-a42f-8f51b6d18a98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 15:50:24.052992 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writer thread running {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 15:50:24.150993 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3b8e4ef3-890f-4bf6-a42f-8f51b6d18a98 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788984104719', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788984104243', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788984120910', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788984081828', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788984083879', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788984074969', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1337767', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1558548', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-315088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-378615'] for rbac-policy (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:24.232799 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3b8e4ef3-890f-4bf6-a42f-8f51b6d18a98 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:24.248484 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3b8e4ef3-890f-4bf6-a42f-8f51b6d18a98 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6856010 Jun 07 15:50:25.268724 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.db.l3_hamode_db [None req-1b84de5d-34e0-4946-b096-e3d4ade16862 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 15:50:25.346099 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84de5d-34e0-4946-b096-e3d4ade16862 None None] Routers set() bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:50:25.346413 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84de5d-34e0-4946-b096-e3d4ade16862 None None] Router IDs set() for agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 07 15:50:26.730405 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 50926) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:27.051411 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:50:27.081391 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Made reservation on behalf of 2f41ab15737f42cd803bf7f27bc66b36 for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:50:27.085223 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:27.101918 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:27.216796 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Publish callbacks [] for security_group (fbb03dc5-7b7e-42e4-a672-ddded878e611), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:27.220412 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (fbb03dc5-7b7e-42e4-a672-ddded878e611), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:27.246196 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 15:50:27.281637 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788986728964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:27.282186 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Unsubscribe: segment precommit_create {{(pid=103969) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 15:50:27.282740 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Added segment b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677 of type vlan for network 5decc84b-1c9e-4c7f-960f-cb4593a75f06 Jun 07 15:50:27.300124 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb03dc5-7b7e-42e4-a672-ddded878e611,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:27.349946 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.350287 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.350639 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.350982 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.351557 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.351876 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.352244 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.352620 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.353013 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.353333 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.353647 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.353977 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.354292 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.354602 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.355424 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Tracked resource versions report: Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: pushed versions: Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: { 'AddressGroup': {'1.2'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Agent': {'1.1'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'ConntrackHelper': {'1.0'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'LocalIPAssociation': {'1.0'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Log': {'1.0'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'NDPProxy': {'1.0'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Network': {'1.1'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Port': {'1.7'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'PortForwarding': {'1.3'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'QosPolicy': {'1.10'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SecurityGroup': {'1.5'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SecurityGroupRule': {'1.2'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SubPort': {'1.0'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Subnet': {'1.1'}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Trunk': {'1.1'}} Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: consumer versions: Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: { DHCP agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: L3 agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: Metadata agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: Metering agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: Open vSwitch agent@dv-cinder-844879-2-iscsi: { 'AddressGroup': '1.2', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Agent': '1.1', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'ConntrackHelper': '1.0', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'LocalIPAssociation': '1.0', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Log': '1.0', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'NDPProxy': '1.0', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Network': '1.1', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Port': '1.7', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'PortForwarding': '1.3', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'QosPolicy': '1.10', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SecurityGroup': '1.5', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SecurityGroupRule': '1.2', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SubPort': '1.0', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Subnet': '1.1', Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Trunk': '1.1'}} Jun 07 15:50:27.356829 dv-cinder-844879-2-iscsi neutron-server[103969]: {{(pid=103969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 15:50:27.389624 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (5decc84b-1c9e-4c7f-960f-cb4593a75f06), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:27.432800 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (5decc84b-1c9e-4c7f-960f-cb4593a75f06), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:27.438993 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:50:27.439686 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:27.541213 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8097484 Jun 07 15:50:27.555781 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:27.560263 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a8e8a-544c-45d5-9aef-ec08923da7c9 demo demo] Pushing event updated for resources: {'Network': ['ID=5decc84b-1c9e-4c7f-960f-cb4593a75f06,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:27.574223 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 5decc84b-1c9e-4c7f-960f-cb4593a75f06 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:50:30.055483 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 50940) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:30.467303 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c1a1c-7bf5-4d19-94b6-6660f55a04b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:50:30.468613 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-039c1a1c-7bf5-4d19-94b6-6660f55a04b7 demo admin] 10.222.0.18 "GET /v2.0/networks/5decc84b-1c9e-4c7f-960f-cb4593a75f06 HTTP/1.1" status: 200 len: 825 time: 0.4121377 Jun 07 15:50:30.492743 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-5a9587a5-fe5c-486c-b2c4-6a69d448a8c8 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/15e73cc3-6585-4028-a44e-f9c529fdabd2 HTTP/1.1" status: 200 len: 734 time: 0.0184872 Jun 07 15:50:30.501996 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] Request body: {'subnet': {'subnetpool_id': '15e73cc3-6585-4028-a44e-f9c529fdabd2', 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:50:30.523866 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] Made reservation on behalf of 2f41ab15737f42cd803bf7f27bc66b36 for: {'subnet': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:50:30.526140 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:30.691712 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:30.823884 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for subnet (db57ae89-b71b-4543-bf9e-797922cc4c4a), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:30.897827 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] Pushing event updated for resources: {'Subnet': ['ID=db57ae89-b71b-4543-bf9e-797922cc4c4a,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:30.899760 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] Checking segment: {'id': 'b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:50:30.900101 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] Network hostable DHCP agents. Network: 5decc84b-1c9e-4c7f-960f-cb4593a75f06, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:50:30.923375 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] Network 5decc84b-1c9e-4c7f-960f-cb4593a75f06 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:50:30.935190 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 5decc84b-1c9e-4c7f-960f-cb4593a75f06) {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:50:30.939685 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:50:30.940265 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:30.944750 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80c98b1-4c88-4888-a617-09bc348a4c7b None None] Network 5decc84b-1c9e-4c7f-960f-cb4593a75f06 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:50:30.956214 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-932bca2e-03fd-4448-bc4b-9eae26e6e70d demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4576490 Jun 07 15:50:31.210715 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-5decc84b-1c9e-4c7f-960f-cb4593a75f06', 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06', 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'fixed_ips': [{'subnet_id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 15:50:31.212073 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:31.472966 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:31.495864 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Allocated IP 172.20.0.2 (5decc84b-1c9e-4c7f-960f-cb4593a75f06/db57ae89-b71b-4543-bf9e-797922cc4c4a/ee0d5d36-8784-4469-bd3c-3eaf1915818a) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:50:31.628637 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=7 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:31.635349 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:31.774429 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Publish callbacks [] for port (ee0d5d36-8784-4469-bd3c-3eaf1915818a), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:31.782854 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (ee0d5d36-8784-4469-bd3c-3eaf1915818a), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:31.865943 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Network 5decc84b-1c9e-4c7f-960f-cb4593a75f06 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:50:31.869586 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:50:31.873998 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Pushing event updated for resources: {'Port': ['ID=ee0d5d36-8784-4469-bd3c-3eaf1915818a,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:31.878469 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:50:31.889377 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.889718 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.890074 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.890425 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.890755 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.891076 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.891393 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.891711 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.892028 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.892342 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.892685 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.893017 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.893358 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.893668 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.893979 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Tracked resource versions report: Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: pushed versions: Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: { 'AddressGroup': {'1.2'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Agent': {'1.1'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'ConntrackHelper': {'1.0'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'LocalIPAssociation': {'1.0'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Log': {'1.0'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'NDPProxy': {'1.0'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Network': {'1.1'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Port': {'1.7'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'PortForwarding': {'1.3'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'QosPolicy': {'1.10'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SecurityGroup': {'1.5'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SecurityGroupRule': {'1.2'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SubPort': {'1.0'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Subnet': {'1.1'}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Trunk': {'1.1'}} Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: consumer versions: Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: { DHCP agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: L3 agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: Metadata agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: Metering agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: Open vSwitch agent@dv-cinder-844879-2-iscsi: { 'AddressGroup': '1.2', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Agent': '1.1', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'ConntrackHelper': '1.0', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'LocalIPAssociation': '1.0', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Log': '1.0', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'NDPProxy': '1.0', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Network': '1.1', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Port': '1.7', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'PortForwarding': '1.3', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'QosPolicy': '1.10', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SecurityGroup': '1.5', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SecurityGroupRule': '1.2', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SubPort': '1.0', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Subnet': '1.1', Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Trunk': '1.1'}} Jun 07 15:50:31.895378 dv-cinder-844879-2-iscsi neutron-server[103970]: {{(pid=103970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 15:50:31.972458 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Attempting to bind port ee0d5d36-8784-4469-bd3c-3eaf1915818a on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:50:31.973104 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Attempting to bind port ee0d5d36-8784-4469-bd3c-3eaf1915818a by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:50:31.973238 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Attempting to bind port ee0d5d36-8784-4469-bd3c-3eaf1915818a on network 5decc84b-1c9e-4c7f-960f-cb4593a75f06 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:50:31.978463 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:50:31.978853 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Checking segment: {'id': 'b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:50:31.979315 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:31.979695 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Bound using segment: {'id': 'b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:50:31.980165 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Bound port: ee0d5d36-8784-4469-bd3c-3eaf1915818a, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:50:31.980674 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (ee0d5d36-8784-4469-bd3c-3eaf1915818a), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:32.037631 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:32.042489 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] For port ee0d5d36-8784-4469-bd3c-3eaf1915818a, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:50:32.064764 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] For port ee0d5d36-8784-4469-bd3c-3eaf1915818a, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=ee0d5d36-8784-4469-bd3c-3eaf1915818a,segment=NetworkSegment(b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677),segment_id=b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:50:32.071687 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (ee0d5d36-8784-4469-bd3c-3eaf1915818a), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:32.131158 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b8e8f-1657-4984-a2c8-04a2a5ff72ec None None] Pushing event updated for resources: {'Port': ['ID=ee0d5d36-8784-4469-bd3c-3eaf1915818a,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:33.470242 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 50954) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:33.802462 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [None req-3a932715-6d9a-4596-8f15-066df4e9ca63 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 15:50:33.803566 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3a932715-6d9a-4596-8f15-066df4e9ca63 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3322895 Jun 07 15:50:36.305954 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 50962) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:36.630455 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [None req-11145469-0889-4437-8529-81750455e389 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 15:50:36.631456 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-11145469-0889-4437-8529-81750455e389 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3245897 Jun 07 15:50:39.129220 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 50970) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:39.790375 dv-cinder-844879-2-iscsi neutron-server[103968]: WARNING oslo_policy.policy [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 15:50:39.790955 dv-cinder-844879-2-iscsi neutron-server[103968]: WARNING oslo_policy.policy [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 15:50:40.025177 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:50:40.086065 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.policy [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103968) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 15:50:40.132549 dv-cinder-844879-2-iscsi neutron-server[103968]: WARNING oslo_policy.policy [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 15:50:40.133190 dv-cinder-844879-2-iscsi neutron-server[103968]: WARNING oslo_policy.policy [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 15:50:40.154279 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writer thread running {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 15:50:40.160089 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:40.200368 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-695'] for router (5e0767a6-e157-4881-8faf-e0e9655aebce), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:40.202112 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-700'] for router (5e0767a6-e157-4881-8faf-e0e9655aebce), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:40.360057 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] Publish callbacks [] for router_controller (5e0767a6-e157-4881-8faf-e0e9655aebce), precommit_add_association {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:40.365155 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334'] for router (5e0767a6-e157-4881-8faf-e0e9655aebce), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:40.389953 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:40.391333 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a90b3199-4295-4c6d-842e-3f6728a52cf6 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2599452 Jun 07 15:50:40.950122 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=25,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:40.951537 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=56,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:42.124038 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=10 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:42.125583 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:42.956660 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 50996) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:43.294300 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [None req-1c239656-07a9-4029-8d5a-77ed6b89668c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 15:50:43.295284 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1c239656-07a9-4029-8d5a-77ed6b89668c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3376157 Jun 07 15:50:43.847595 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b30f5-4bbf-4d02-aa41-6ce18fbf4327 None None] Network 5decc84b-1c9e-4c7f-960f-cb4593a75f06 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:50:43.901447 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f67c2c8d-6336-46fb-9083-6ea2122a753e None None] Provisioning complete for port ee0d5d36-8784-4469-bd3c-3eaf1915818a triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:50:43.901841 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f67c2c8d-6336-46fb-9083-6ea2122a753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (ee0d5d36-8784-4469-bd3c-3eaf1915818a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:44.047659 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device ee0d5d36-8784-4469-bd3c-3eaf1915818a up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:50:44.109140 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f67c2c8d-6336-46fb-9083-6ea2122a753e None None] Current status of the port ee0d5d36-8784-4469-bd3c-3eaf1915818a is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:50:44.109463 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f67c2c8d-6336-46fb-9083-6ea2122a753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (ee0d5d36-8784-4469-bd3c-3eaf1915818a), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:44.183049 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f67c2c8d-6336-46fb-9083-6ea2122a753e None None] For port ee0d5d36-8784-4469-bd3c-3eaf1915818a, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=ee0d5d36-8784-4469-bd3c-3eaf1915818a,segment=NetworkSegment(b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677),segment_id=b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:50:44.194705 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f67c2c8d-6336-46fb-9083-6ea2122a753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (ee0d5d36-8784-4469-bd3c-3eaf1915818a), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:44.203354 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port ee0d5d36-8784-4469-bd3c-3eaf1915818a triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:50:44.203354 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (ee0d5d36-8784-4469-bd3c-3eaf1915818a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:44.285204 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c2c8d-6336-46fb-9083-6ea2122a753e None None] Pushing event updated for resources: {'Port': ['ID=ee0d5d36-8784-4469-bd3c-3eaf1915818a,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:44.331546 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-66715e28-6a1f-4b3f-b75c-1dbf3f500b02 None None] Provisioning complete for port ee0d5d36-8784-4469-bd3c-3eaf1915818a triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:50:44.331926 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-66715e28-6a1f-4b3f-b75c-1dbf3f500b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (ee0d5d36-8784-4469-bd3c-3eaf1915818a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:44.338407 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port ee0d5d36-8784-4469-bd3c-3eaf1915818a is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:50:44.411175 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-66715e28-6a1f-4b3f-b75c-1dbf3f500b02 None None] Current status of the port ee0d5d36-8784-4469-bd3c-3eaf1915818a is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:50:45.892200 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 51006) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:46.001366 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device ee0d5d36-8784-4469-bd3c-3eaf1915818a up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:50:46.044589 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port ee0d5d36-8784-4469-bd3c-3eaf1915818a triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:50:46.044977 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (ee0d5d36-8784-4469-bd3c-3eaf1915818a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:46.115824 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port ee0d5d36-8784-4469-bd3c-3eaf1915818a is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:50:46.222744 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:50:46.245239 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Made reservation on behalf of 3e30cc2a9bc04d579b04c2060b966f87 for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:50:46.248737 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:46.264681 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:46.373968 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Publish callbacks [] for security_group (ba9fe3b7-3e6d-472c-ba61-e5282ee0c741), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:46.377539 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (ba9fe3b7-3e6d-472c-ba61-e5282ee0c741), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:46.389060 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Reserving flat network on physical network physnet1 {{(pid=103968) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 15:50:46.421244 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788986728964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (f93d7f4a-38b1-4f52-a437-f086a1608483), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:46.421772 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Unsubscribe: segment precommit_create {{(pid=103968) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 15:50:46.422329 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Added segment f93d7f4a-38b1-4f52-a437-f086a1608483 of type flat for network 10820ebf-33cd-43bf-8673-83f1ebc3af4b Jun 07 15:50:46.439698 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9fe3b7-3e6d-472c-ba61-e5282ee0c741,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:46.490106 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.490360 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.490715 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.491042 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.491366 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.491682 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.491995 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.492305 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.492659 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.492976 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.493300 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.493610 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.493914 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.494223 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.494528 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Tracked resource versions report: Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: pushed versions: Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: { 'AddressGroup': {'1.2'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Agent': {'1.1'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'ConntrackHelper': {'1.0'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'LocalIPAssociation': {'1.0'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Log': {'1.0'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'NDPProxy': {'1.0'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Network': {'1.1'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Port': {'1.7'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'PortForwarding': {'1.3'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'QosPolicy': {'1.10'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SecurityGroup': {'1.5'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SecurityGroupRule': {'1.2'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SubPort': {'1.0'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Subnet': {'1.1'}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Trunk': {'1.1'}} Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: consumer versions: Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: { DHCP agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: L3 agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: Metadata agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: Metering agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: Open vSwitch agent@dv-cinder-844879-2-iscsi: { 'AddressGroup': '1.2', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Agent': '1.1', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'ConntrackHelper': '1.0', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'LocalIPAssociation': '1.0', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Log': '1.0', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'NDPProxy': '1.0', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Network': '1.1', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Port': '1.7', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'PortForwarding': '1.3', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'QosPolicy': '1.10', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SecurityGroup': '1.5', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SecurityGroupRule': '1.2', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SubPort': '1.0', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Subnet': '1.1', Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Trunk': '1.1'}} Jun 07 15:50:46.496522 dv-cinder-844879-2-iscsi neutron-server[103968]: {{(pid=103968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 15:50:46.537155 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (10820ebf-33cd-43bf-8673-83f1ebc3af4b), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:46.581303 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (10820ebf-33cd-43bf-8673-83f1ebc3af4b), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:46.582534 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:50:46.583231 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:46.668202 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7743411 Jun 07 15:50:46.687243 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80028eec-d726-4411-8ee3-98ed2104a669 admin admin] Pushing event updated for resources: {'Network': ['ID=10820ebf-33cd-43bf-8673-83f1ebc3af4b,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:46.697601 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:50:46.801649 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa52-6aea-498f-9119-c6057dd7ae0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:48.982842 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-917dbdb5-e408-4225-b24d-f32b6bbaf466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:49.139059 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 51018) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:49.546317 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421fe83f-7770-435b-a2dd-df40f1176574 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:50:49.547603 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-421fe83f-7770-435b-a2dd-df40f1176574 demo admin] 10.222.0.18 "GET /v2.0/subnets/db57ae89-b71b-4543-bf9e-797922cc4c4a HTTP/1.1" status: 200 len: 849 time: 0.4076109 Jun 07 15:50:49.682142 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-896e9536-d999-42c1-8a47-1f010d5651e6 demo admin] 10.222.0.18 "GET /v2.0/routers/5e0767a6-e157-4881-8faf-e0e9655aebce HTTP/1.1" status: 200 len: 704 time: 0.1286778 Jun 07 15:50:49.947410 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:49.950446 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:50.029252 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:50.060530 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:50.072982 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:50.246751 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Allocated IP 172.20.0.1 (5decc84b-1c9e-4c7f-960f-cb4593a75f06/db57ae89-b71b-4543-bf9e-797922cc4c4a/8ee321ae-15df-421d-8eb0-9fa9feaaf93c) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:50:50.431186 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Publish callbacks [] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:50.491432 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:50.564520 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Network 5decc84b-1c9e-4c7f-960f-cb4593a75f06 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:50:50.577728 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:50:50.582541 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Pushing event updated for resources: {'Port': ['ID=8ee321ae-15df-421d-8eb0-9fa9feaaf93c,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:50.585759 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:50:50.585848 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582480'] for router_interface (5e0767a6-e157-4881-8faf-e0e9655aebce), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:50.768006 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-855da530-a8fd-4928-a51c-aabeb0b60d0f None None] Provisioning complete for port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:50:50.768418 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-855da530-a8fd-4928-a51c-aabeb0b60d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:50.787155 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:50.844118 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-855da530-a8fd-4928-a51c-aabeb0b60d0f None None] Port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:50:51.076575 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Publish callbacks [] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:51.080668 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:51.081430 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1829311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582436'] for router_interface (5e0767a6-e157-4881-8faf-e0e9655aebce), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:51.154193 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:51.158253 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:51.162082 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Pushing event updated for resources: {'Port': ['ID=8ee321ae-15df-421d-8eb0-9fa9feaaf93c,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:51.213896 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Network 5decc84b-1c9e-4c7f-960f-cb4593a75f06 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:50:51.215337 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:50:51.376176 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Router 5e0767a6-e157-4881-8faf-e0e9655aebce is scheduled to L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 with binding_index 1 {{(pid=103968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 15:50:51.464800 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:50:51.465028 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-647728f6-800c-46fa-a509-3833ee784bf5 None None] Provisioning complete for port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:50:51.465493 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-647728f6-800c-46fa-a509-3833ee784bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:51.476722 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a78fabf6-4516-4d78-b934-63e261805f32 demo admin] 10.222.0.18 "PUT /v2.0/routers/5e0767a6-e157-4881-8faf-e0e9655aebce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7822995 Jun 07 15:50:51.484990 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:51.487990 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Sync routers for ids ['5e0767a6-e157-4881-8faf-e0e9655aebce'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:50:51.500961 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Routers {'5e0767a6-e157-4881-8faf-e0e9655aebce'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:50:51.501947 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:50:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['5e0767a6-e157-4881-8faf-e0e9655aebce'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:50:51.502172 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-647728f6-800c-46fa-a509-3833ee784bf5 None None] Port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:50:51.561056 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:51.688484 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Set router 5e0767a6-e157-4881-8faf-e0e9655aebce gateway port host: None {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:50:52.099753 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'name': 'router1', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:50:40Z', 'updated_at': '2022-06-07T15:50:50Z', 'revision_number': 2, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'gw_port_host': None, '_interfaces': [{'id': '8ee321ae-15df-421d-8eb0-9fa9feaaf93c', 'name': '', 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'mac_address': 'fa:16:3e:48:fa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:50:49Z', 'updated_at': '2022-06-07T15:50:50Z', 'revision_number': 2, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'subnets': [{'id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15e73cc3-6585-4028-a44e-f9c529fdabd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:50:52.148675 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Checking router: 5e0767a6-e157-4881-8faf-e0e9655aebce for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:50:52.149041 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Updating router 5e0767a6-e157-4881-8faf-e0e9655aebce port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c binding host dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 15:50:52.206675 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:52.739855 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Publish callbacks [] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:52.746366 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:52.896374 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Pushing event updated for resources: {'Port': ['ID=8ee321ae-15df-421d-8eb0-9fa9feaaf93c,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:52.926069 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-2c3d6029-3452-49ce-8c5d-d359f6e40093 None None] Provisioning complete for port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:50:52.926623 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2c3d6029-3452-49ce-8c5d-d359f6e40093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:52.929241 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.929586 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.929919 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.930250 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.930573 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.930890 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.931201 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.931513 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.931824 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.932134 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.932467 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.932792 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.933150 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.933453 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.933758 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Tracked resource versions report: Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: pushed versions: Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: { 'AddressGroup': {'1.2'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Agent': {'1.1'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'ConntrackHelper': {'1.0'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'LocalIPAssociation': {'1.0'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Log': {'1.0'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'NDPProxy': {'1.0'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Network': {'1.1'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Port': {'1.7'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'PortForwarding': {'1.3'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'QosPolicy': {'1.10'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SecurityGroup': {'1.5'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SecurityGroupRule': {'1.2'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SubPort': {'1.0'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Subnet': {'1.1'}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Trunk': {'1.1'}} Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: consumer versions: Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: { DHCP agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: L3 agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: Metadata agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: Metering agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: Open vSwitch agent@dv-cinder-844879-2-iscsi: { 'AddressGroup': '1.2', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Agent': '1.1', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'ConntrackHelper': '1.0', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'LocalIPAssociation': '1.0', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Log': '1.0', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'NDPProxy': '1.0', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Network': '1.1', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Port': '1.7', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'PortForwarding': '1.3', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'QosPolicy': '1.10', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SecurityGroup': '1.5', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SecurityGroupRule': '1.2', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SubPort': '1.0', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Subnet': '1.1', Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Trunk': '1.1'}} Jun 07 15:50:52.935146 dv-cinder-844879-2-iscsi neutron-server[103971]: {{(pid=103971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 15:50:52.948089 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Attempting to bind port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:50:52.948506 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Attempting to bind port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:50:52.949444 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Attempting to bind port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c on network 5decc84b-1c9e-4c7f-960f-cb4593a75f06 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:50:52.954982 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:50:52.955385 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Checking segment: {'id': 'b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:50:52.955853 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:52.956225 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Bound using segment: {'id': 'b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:50:52.956715 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Bound port: 8ee321ae-15df-421d-8eb0-9fa9feaaf93c, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:50:52.957136 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:52.963535 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-2c3d6029-3452-49ce-8c5d-d359f6e40093 None None] Port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:50:52.988802 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:53.024183 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] For port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:50:53.037472 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:53.044572 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] For port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=8ee321ae-15df-421d-8eb0-9fa9feaaf93c,segment=NetworkSegment(b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677),segment_id=b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:50:53.050813 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:53.109761 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Routers {'5e0767a6-e157-4881-8faf-e0e9655aebce'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:50:53.110397 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:50:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['5e0767a6-e157-4881-8faf-e0e9655aebce'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:50:53.114120 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabb20b-5eba-4c25-923a-dff24ad6a7fb None None] Pushing event updated for resources: {'Port': ['ID=8ee321ae-15df-421d-8eb0-9fa9feaaf93c,revision_number=4']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:53.202473 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] Set router 5e0767a6-e157-4881-8faf-e0e9655aebce gateway port host: None {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:50:53.239874 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:53.383111 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-ac9b3ee1-036d-44aa-bfe1-82aefefd42a0 None None] Provisioning complete for port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:50:53.383432 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3ee1-036d-44aa-bfe1-82aefefd42a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:53.420388 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'name': 'router1', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:50:40Z', 'updated_at': '2022-06-07T15:50:50Z', 'revision_number': 2, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'gw_port_host': None, '_interfaces': [{'id': '8ee321ae-15df-421d-8eb0-9fa9feaaf93c', 'name': '', 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'mac_address': 'fa:16:3e:48:fa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:50:49Z', 'updated_at': '2022-06-07T15:50:53Z', 'revision_number': 4, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'subnets': [{'id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15e73cc3-6585-4028-a44e-f9c529fdabd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:50:53.446852 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b42cd-dc07-4b4a-80d0-0d9cd4cbaa43 None None] The sync data for ids ['5e0767a6-e157-4881-8faf-e0e9655aebce'] in dv-cinder-844879-2-iscsi is: [{'id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'name': 'router1', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:50:40Z', 'updated_at': '2022-06-07T15:50:50Z', 'revision_number': 2, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'gw_port_host': None, '_interfaces': [{'id': '8ee321ae-15df-421d-8eb0-9fa9feaaf93c', 'name': '', 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'mac_address': 'fa:16:3e:48:fa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:50:49Z', 'updated_at': '2022-06-07T15:50:53Z', 'revision_number': 4, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'subnets': [{'id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15e73cc3-6585-4028-a44e-f9c529fdabd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:50:53.459372 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b3ee1-036d-44aa-bfe1-82aefefd42a0 None None] Current status of the port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:50:53.459756 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3ee1-036d-44aa-bfe1-82aefefd42a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:53.498150 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-ac9b3ee1-036d-44aa-bfe1-82aefefd42a0 None None] For port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=8ee321ae-15df-421d-8eb0-9fa9feaaf93c,segment=NetworkSegment(b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677),segment_id=b2dd8f38-e9ca-4c56-a0c3-1c911bbeb677)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:50:53.502332 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3ee1-036d-44aa-bfe1-82aefefd42a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:53.552133 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b3ee1-036d-44aa-bfe1-82aefefd42a0 None None] Pushing event updated for resources: {'Port': ['ID=8ee321ae-15df-421d-8eb0-9fa9feaaf93c,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:53.969401 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 51042) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:54.174157 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a643a1fb-327d-47c5-af7c-ad355c140798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:50:54.175565 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a643a1fb-327d-47c5-af7c-ad355c140798 admin admin] 10.222.0.18 "GET /v2.0/networks/10820ebf-33cd-43bf-8673-83f1ebc3af4b HTTP/1.1" status: 200 len: 842 time: 0.2052205 Jun 07 15:50:54.184975 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:50:54.211047 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Made reservation on behalf of 3e30cc2a9bc04d579b04c2060b966f87 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:50:54.213807 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:54.504052 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.objects.ports [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103968) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 07 15:50:54.504502 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for subnet (80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:54.557298 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:54.572183 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:50:54.572573 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Network hostable DHCP agents. Network: 10820ebf-33cd-43bf-8673-83f1ebc3af4b, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:50:54.587345 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:54.594729 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:50:54.606807 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 10820ebf-33cd-43bf-8673-83f1ebc3af4b) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:50:54.611017 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:50:54.611600 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:54.617231 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c0d45-ac92-478c-a504-daaa72b64ee8 None None] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:50:54.641237 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b5ee9870-93d3-47be-b04d-ec7ce4dd54b4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4592412 Jun 07 15:50:54.733647 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ca8f05-27d4-4541-a767-58b1bf7e848c None None] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:50:57.142542 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 51060) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:50:57.274736 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b0a28b58-3529-45f5-8ae7-422028d1d865 demo admin] 10.222.0.18 "GET /v2.0/routers/5e0767a6-e157-4881-8faf-e0e9655aebce HTTP/1.1" status: 200 len: 710 time: 0.1309609 Jun 07 15:50:57.361082 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c65083-1d1b-4dc1-827f-579a986d4054 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:50:57.362447 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-49c65083-1d1b-4dc1-827f-579a986d4054 demo admin] 10.222.0.18 "GET /v2.0/networks/10820ebf-33cd-43bf-8673-83f1ebc3af4b HTTP/1.1" status: 200 len: 886 time: 0.0818341 Jun 07 15:50:57.372084 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:50:57.430683 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:57.681921 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Publish callbacks [] for router_gateway (5e0767a6-e157-4881-8faf-e0e9655aebce), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:57.894048 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Publish callbacks [] for router_gateway (5e0767a6-e157-4881-8faf-e0e9655aebce), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:57.966307 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:58.070632 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Allocated IP 172.27.2.186 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/66ee5fb3-3695-4ea7-9eb9-69ce708a1d17) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:50:58.174048 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Publish callbacks [] for port (66ee5fb3-3695-4ea7-9eb9-69ce708a1d17), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:58.175317 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:58.209071 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (66ee5fb3-3695-4ea7-9eb9-69ce708a1d17), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:58.246374 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:50:58.251154 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:50:58.254321 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:50:58.291356 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:50:58.293777 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Pushing event updated for resources: {'Port': ['ID=66ee5fb3-3695-4ea7-9eb9-69ce708a1d17,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:50:58.501923 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Publish callbacks [] for router_gateway (5e0767a6-e157-4881-8faf-e0e9655aebce), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:58.688567 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-658'] for router (5e0767a6-e157-4881-8faf-e0e9655aebce), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:58.691965 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584215'] for router (5e0767a6-e157-4881-8faf-e0e9655aebce), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:58.801555 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Router 5e0767a6-e157-4881-8faf-e0e9655aebce has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 15:50:58.913525 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:50:58.919006 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:50:58.920040 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a03846ea-ddba-4876-a588-5f4e203032e9 demo admin] 10.222.0.18 "PUT /v2.0/routers/5e0767a6-e157-4881-8faf-e0e9655aebce HTTP/1.1" status: 200 len: 890 time: 1.5516839 Jun 07 15:51:01.494496 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51072) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:51:01.645369 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-cd96eae9-133a-4005-9e0f-379c9ce0b024 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1497583 Jun 07 15:51:02.033319 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 8ee321ae-15df-421d-8eb0-9fa9feaaf93c up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:51:02.087836 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:51:02.088252 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:02.166526 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:51:02.324899 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Sync routers for ids ['5e0767a6-e157-4881-8faf-e0e9655aebce'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:51:02.336150 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Routers {'5e0767a6-e157-4881-8faf-e0e9655aebce'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:51:02.336872 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:50:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['5e0767a6-e157-4881-8faf-e0e9655aebce'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:51:02.547327 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Set router 5e0767a6-e157-4881-8faf-e0e9655aebce gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:51:02.710159 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:02.766070 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:03.013061 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'name': 'router1', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '66ee5fb3-3695-4ea7-9eb9-69ce708a1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:50:40Z', 'updated_at': '2022-06-07T15:50:58Z', 'revision_number': 4, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'gw_port': {'id': '66ee5fb3-3695-4ea7-9eb9-69ce708a1d17', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:50:57Z', 'updated_at': '2022-06-07T15:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '8ee321ae-15df-421d-8eb0-9fa9feaaf93c', 'name': '', 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'mac_address': 'fa:16:3e:48:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:50:49Z', 'updated_at': '2022-06-07T15:50:53Z', 'revision_number': 5, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'subnets': [{'id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15e73cc3-6585-4028-a44e-f9c529fdabd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:51:03.061681 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Checking router: 5e0767a6-e157-4881-8faf-e0e9655aebce for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:51:03.062291 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Updating router 5e0767a6-e157-4881-8faf-e0e9655aebce port 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17 binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 15:51:03.116379 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (66ee5fb3-3695-4ea7-9eb9-69ce708a1d17), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:03.416972 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:03.426281 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=39 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:03.473132 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Publish callbacks [] for port (66ee5fb3-3695-4ea7-9eb9-69ce708a1d17), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:03.478705 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (66ee5fb3-3695-4ea7-9eb9-69ce708a1d17), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:03.534286 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Attempting to bind port 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:51:03.534870 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Attempting to bind port 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:51:03.534988 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Attempting to bind port 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17 on network 10820ebf-33cd-43bf-8673-83f1ebc3af4b {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:51:03.538421 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31305090-8d65-4179-8058-3a025d51f3f2 None None] Pushing event updated for resources: {'Port': ['ID=66ee5fb3-3695-4ea7-9eb9-69ce708a1d17,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:51:03.543323 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:51:03.543692 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:51:03.544085 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:03.545060 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Bound using segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:51:03.545535 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Bound port: 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:51:03.545907 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (66ee5fb3-3695-4ea7-9eb9-69ce708a1d17), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:03.604314 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] For port 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:51:03.610150 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] For port 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=66ee5fb3-3695-4ea7-9eb9-69ce708a1d17,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:51:03.618618 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (66ee5fb3-3695-4ea7-9eb9-69ce708a1d17), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:03.675961 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Routers {'5e0767a6-e157-4881-8faf-e0e9655aebce'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:51:03.676670 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:50:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['5e0767a6-e157-4881-8faf-e0e9655aebce'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:51:03.725005 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31305090-8d65-4179-8058-3a025d51f3f2 None None] Pushing event updated for resources: {'Port': ['ID=66ee5fb3-3695-4ea7-9eb9-69ce708a1d17,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:51:03.799746 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] Set router 5e0767a6-e157-4881-8faf-e0e9655aebce gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:51:03.874108 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:03.948639 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:04.030473 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'name': 'router1', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '66ee5fb3-3695-4ea7-9eb9-69ce708a1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:50:40Z', 'updated_at': '2022-06-07T15:50:58Z', 'revision_number': 4, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'gw_port': {'id': '66ee5fb3-3695-4ea7-9eb9-69ce708a1d17', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:50:57Z', 'updated_at': '2022-06-07T15:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '8ee321ae-15df-421d-8eb0-9fa9feaaf93c', 'name': '', 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'mac_address': 'fa:16:3e:48:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:50:49Z', 'updated_at': '2022-06-07T15:50:53Z', 'revision_number': 5, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'subnets': [{'id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15e73cc3-6585-4028-a44e-f9c529fdabd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:51:04.057071 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91b458-404f-470a-b219-53564c0a2c0f None None] The sync data for ids ['5e0767a6-e157-4881-8faf-e0e9655aebce'] in dv-cinder-844879-2-iscsi is: [{'id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'name': 'router1', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '66ee5fb3-3695-4ea7-9eb9-69ce708a1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:50:40Z', 'updated_at': '2022-06-07T15:50:58Z', 'revision_number': 4, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'gw_port': {'id': '66ee5fb3-3695-4ea7-9eb9-69ce708a1d17', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:50:57Z', 'updated_at': '2022-06-07T15:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '8ee321ae-15df-421d-8eb0-9fa9feaaf93c', 'name': '', 'network_id': '5decc84b-1c9e-4c7f-960f-cb4593a75f06', 'tenant_id': '2f41ab15737f42cd803bf7f27bc66b36', 'mac_address': 'fa:16:3e:48:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0767a6-e157-4881-8faf-e0e9655aebce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:50:49Z', 'updated_at': '2022-06-07T15:50:53Z', 'revision_number': 5, 'project_id': '2f41ab15737f42cd803bf7f27bc66b36', 'subnets': [{'id': 'db57ae89-b71b-4543-bf9e-797922cc4c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15e73cc3-6585-4028-a44e-f9c529fdabd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:51:06.099479 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:51:06.176892 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:51:06.177523 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (66ee5fb3-3695-4ea7-9eb9-69ce708a1d17), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:06.262324 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:51:06.262959 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (66ee5fb3-3695-4ea7-9eb9-69ce708a1d17), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:06.287606 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=66ee5fb3-3695-4ea7-9eb9-69ce708a1d17,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:51:06.305729 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (66ee5fb3-3695-4ea7-9eb9-69ce708a1d17), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:06.363058 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=66ee5fb3-3695-4ea7-9eb9-69ce708a1d17,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:51:08.096930 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:51:08.185781 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:51:08.186429 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (66ee5fb3-3695-4ea7-9eb9-69ce708a1d17), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:08.282087 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 66ee5fb3-3695-4ea7-9eb9-69ce708a1d17 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:51:08.914304 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:08.925595 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:11.636646 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:11.640791 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:12.303534 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 5 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:51:16.806304 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6a44fb4e-f6a9-4186-b775-7efb6824e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:18.277112 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=51 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:18.992651 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-94aa4dd1-9b24-4d7c-96d9-ee3b3d8060c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:20.079539 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:21.564032 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:22.282827 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:22.291282 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:23.231028 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:33.212957 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:33.226781 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=71,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:35.297278 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:46.808882 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-58663235-bd8d-4d9f-bed4-ae325f0ce21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:48.991886 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bef23b55-2cec-43c1-bbd0-143d9649e50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:49.282411 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 5 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:51:50.081527 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:51.567862 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:53.229197 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:51:59.278248 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:51:59.278987 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:03.220166 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:03.224790 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:15.281123 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:15.283706 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:16.810792 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-adcbaeba-c2de-4704-bcfb-30555e782a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:18.984371 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a705263a-bced-4132-b17a-4c36212b93ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:20.082257 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:21.421019 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 51610) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:52:21.484127 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dfb316-82dc-4c35-9415-326ccaaf3a56 admin admin] GET failed (client error): The resource could not be found. Jun 07 15:52:21.485496 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-60dfb316-82dc-4c35-9415-326ccaaf3a56 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635836 Jun 07 15:52:21.567916 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:21.736072 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139b5ac6-c06a-4617-bb2e-609a9299552d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:21.737522 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-139b5ac6-c06a-4617-bb2e-609a9299552d admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2480054 Jun 07 15:52:23.222094 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:24.018487 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51620) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:52:24.111588 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc2c744-99aa-4a03-8750-9de9b4620423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:24.112985 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8dc2c744-99aa-4a03-8750-9de9b4620423 admin admin] 10.222.0.18 "GET /v2.0/subnets/db57ae89-b71b-4543-bf9e-797922cc4c4a HTTP/1.1" status: 200 len: 849 time: 0.0935619 Jun 07 15:52:24.122485 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:52:24.210556 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Publish callbacks [] for subnet (db57ae89-b71b-4543-bf9e-797922cc4c4a), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:24.366801 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788986903525'] for subnet (db57ae89-b71b-4543-bf9e-797922cc4c4a), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:24.405524 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:24.405524 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:24.406795 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] 10.222.0.18 "PUT /v2.0/subnets/db57ae89-b71b-4543-bf9e-797922cc4c4a HTTP/1.1" status: 200 len: 868 time: 0.2878625 Jun 07 15:52:24.411070 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c966e-7a1d-435f-a73b-04eefcc8052f None None] Network 5decc84b-1c9e-4c7f-960f-cb4593a75f06 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:52:24.429124 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db57ae89-b71b-4543-bf9e-797922cc4c4a,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:52:24.437712 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.438099 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.438384 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.438721 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.439042 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.439360 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.439680 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.439999 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.440334 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.440685 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.441006 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.441338 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.441668 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.441966 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.442282 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670c65c-a650-4e33-a2c5-e4da04c46bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:52:24.715952 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-8423314b-2f41-4934-bf98-6be8a635861f None None] Provisioning complete for port ee0d5d36-8784-4469-bd3c-3eaf1915818a triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:52:24.716334 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8423314b-2f41-4934-bf98-6be8a635861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (ee0d5d36-8784-4469-bd3c-3eaf1915818a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:24.789050 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-8423314b-2f41-4934-bf98-6be8a635861f None None] Current status of the port ee0d5d36-8784-4469-bd3c-3eaf1915818a is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:52:24.797528 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-8423314b-2f41-4934-bf98-6be8a635861f None None] Provisioning complete for port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:52:24.797960 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8423314b-2f41-4934-bf98-6be8a635861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (8ee321ae-15df-421d-8eb0-9fa9feaaf93c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:24.870076 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-8423314b-2f41-4934-bf98-6be8a635861f None None] Current status of the port 8ee321ae-15df-421d-8eb0-9fa9feaaf93c is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:52:26.281649 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 5 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:52:26.714911 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51630) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:52:26.916635 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44056447-5cb0-48d8-b6a4-a14d2ca0714e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:26.917013 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44056447-5cb0-48d8-b6a4-a14d2ca0714e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:26.918530 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-44056447-5cb0-48d8-b6a4-a14d2ca0714e admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2026803 Jun 07 15:52:29.213550 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51638) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:52:29.345600 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0d70b-524e-4495-a3fd-5ea74be189e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:29.346064 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0d70b-524e-4495-a3fd-5ea74be189e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:29.347580 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-93f0d70b-524e-4495-a3fd-5ea74be189e8 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1330900 Jun 07 15:52:31.666177 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51646) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:52:31.732964 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=12 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:31.733767 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=13 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:31.820780 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1fbcd0-963e-49dd-b699-6552230ca1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:31.822153 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ed1fbcd0-963e-49dd-b699-6552230ca1e6 admin admin] 10.222.0.18 "GET /v2.0/networks/10820ebf-33cd-43bf-8673-83f1ebc3af4b HTTP/1.1" status: 200 len: 886 time: 0.1550159 Jun 07 15:52:34.079793 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51654) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:52:34.226395 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a41efd-3635-48f7-be83-165de492df53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:34.228667 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-02a41efd-3635-48f7-be83-165de492df53 admin admin] 10.222.0.18 "GET /v2.0/networks/5decc84b-1c9e-4c7f-960f-cb4593a75f06 HTTP/1.1" status: 200 len: 869 time: 0.1478827 Jun 07 15:52:34.862597 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:34.865530 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:36.277121 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:36.277802 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:36.538287 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51662) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:52:36.626297 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:36.649079 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:36.675078 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b140-4384-4812-9427-d01e26652591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:36.675524 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b140-4384-4812-9427-d01e26652591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:36.677074 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f524b140-4384-4812-9427-d01e26652591 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1379158 Jun 07 15:52:38.944624 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 51670) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:52:39.069933 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a2e4a-ab2f-4114-8cfb-b4a3ea3a4678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:39.071008 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a2e4a-ab2f-4114-8cfb-b4a3ea3a4678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:39.072570 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0a3a2e4a-ab2f-4114-8cfb-b4a3ea3a4678 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263304 Jun 07 15:52:41.321458 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 51678) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:52:41.408660 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcebc5-1c0f-4c40-82f2-fb160c707c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:41.409907 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b0bcebc5-1c0f-4c40-82f2-fb160c707c39 admin admin] 10.222.0.18 "GET /v2.0/subnets/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f HTTP/1.1" status: 200 len: 816 time: 0.0875034 Jun 07 15:52:43.707256 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51686) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:52:43.799084 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf666f-3445-4682-a193-203ef8894eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:52:43.800438 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-cbdf666f-3445-4682-a193-203ef8894eac admin admin] 10.222.0.18 "GET /v2.0/subnets/db57ae89-b71b-4543-bf9e-797922cc4c4a HTTP/1.1" status: 200 len: 868 time: 0.0921826 Jun 07 15:52:46.813186 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9846d502-84ce-4496-8683-041a86409e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:48.987194 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8135d015-acfb-43b3-8530-6b217b9768e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:49.280972 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:49.285899 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:50.085208 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:51.404289 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=11 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:51.406148 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=12 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:51.566215 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:53.224072 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:52:53.794307 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:52:53.796261 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=11 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:03.213751 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:03.220069 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:03.280561 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 5 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:53:13.276876 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=12 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:13.277648 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=18 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:16.815942 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f3bc6e94-4be1-47f9-bdd2-4aaad78f7036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:18.989950 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba004f17-6921-432a-9da1-42ca17d7a4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:20.089117 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:21.568035 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:23.044754 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51744) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:53:23.091866 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [None req-1705967b-5a7e-46bc-b2eb-9e6baed3bd08 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 15:53:23.092890 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-1705967b-5a7e-46bc-b2eb-9e6baed3bd08 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0471971 Jun 07 15:53:23.229234 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:25.480855 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51752) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:53:25.547530 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.pecan_wsgi.hooks.translation [None req-27de43ca-88fc-40f7-ac55-9d9d166bbebe admin admin] GET failed (client error): The resource could not be found. Jun 07 15:53:25.548854 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-27de43ca-88fc-40f7-ac55-9d9d166bbebe admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669930 Jun 07 15:53:25.704827 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16425cd5-5f3a-432e-9f31-50dd2ff08a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:53:25.706426 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-16425cd5-5f3a-432e-9f31-50dd2ff08a88 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1532233 Jun 07 15:53:26.287152 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:26.292238 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:28.124797 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51760) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:53:28.172201 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:53:28.193054 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Made reservation on behalf of 3e30cc2a9bc04d579b04c2060b966f87 for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:53:28.195377 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:28.281833 dv-cinder-844879-2-iscsi neutron-server[103969]: WARNING neutron.services.revisions.revision_plugin [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Could not find related network for resource to bump revision. Jun 07 15:53:28.295564 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 15:53:28.305586 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (113eb05a-0ca9-4c3e-a36c-ba5984ca5c60), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:28.305933 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Added segment 113eb05a-0ca9-4c3e-a36c-ba5984ca5c60 of type vlan for network 6e31fb34-7153-40c8-bb2c-78d12ec822d1 Jun 07 15:53:28.354321 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (6e31fb34-7153-40c8-bb2c-78d12ec822d1), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:28.383194 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (6e31fb34-7153-40c8-bb2c-78d12ec822d1), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:28.384148 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:53:28.384748 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:28.472549 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3466403 Jun 07 15:53:28.481772 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6e31fb34-7153-40c8-bb2c-78d12ec822d1,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:53:28.489267 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.489613 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.489983 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.490325 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.491320 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.491818 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.492158 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.492542 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.492885 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.493214 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.493557 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.493895 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.494219 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.494537 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.494852 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb42cea-3022-49fe-a95d-8f89a93bd9b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:28.671704 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 6e31fb34-7153-40c8-bb2c-78d12ec822d1 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:53:30.785873 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 51768) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:53:30.846288 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.pecan_wsgi.hooks.translation [None req-28aa79a1-fa0f-4ae9-9e1e-246aaf55272b admin admin] GET failed (client error): The resource could not be found. Jun 07 15:53:30.847544 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-28aa79a1-fa0f-4ae9-9e1e-246aaf55272b admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607362 Jun 07 15:53:30.919031 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f26632-1630-44f8-9ed6-031f74f9155f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:53:30.920486 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-49f26632-1630-44f8-9ed6-031f74f9155f admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688493 Jun 07 15:53:30.930428 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Request body: {'subnet': {'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:53:30.949578 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Made reservation on behalf of 3e30cc2a9bc04d579b04c2060b966f87 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:53:30.951819 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:31.114313 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for subnet (409908aa-9372-403d-a6fb-f198bc75ca7c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:31.167874 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=409908aa-9372-403d-a6fb-f198bc75ca7c,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:53:31.177229 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.177593 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.177953 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.178506 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.178892 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.179224 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.179548 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.179871 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.180210 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.180563 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.180886 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.181240 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.181563 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.181877 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.182188 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.190563 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Checking segment: {'id': '113eb05a-0ca9-4c3e-a36c-ba5984ca5c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:53:31.190905 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Network hostable DHCP agents. Network: 6e31fb34-7153-40c8-bb2c-78d12ec822d1, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:53:31.207569 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Network 6e31fb34-7153-40c8-bb2c-78d12ec822d1 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:53:31.216380 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 6e31fb34-7153-40c8-bb2c-78d12ec822d1) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:53:31.220189 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:53:31.220799 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:31.225491 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ce33f-1cf6-42f6-9045-374993bbc28c None None] Network 6e31fb34-7153-40c8-bb2c-78d12ec822d1 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:53:31.237046 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3be5f73e-0fd9-49e7-8b96-b3eb59aa2629 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3102536 Jun 07 15:53:31.434261 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-6e31fb34-7153-40c8-bb2c-78d12ec822d1', 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1', 'project_id': '3e30cc2a9bc04d579b04c2060b966f87', 'fixed_ips': [{'subnet_id': '409908aa-9372-403d-a6fb-f198bc75ca7c'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 15:53:31.435217 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:31.575140 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Allocated IP 192.168.233.2 (6e31fb34-7153-40c8-bb2c-78d12ec822d1/409908aa-9372-403d-a6fb-f198bc75ca7c/e1314861-2107-4ba6-9357-011ee5b148c9) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:53:31.719568 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Publish callbacks [] for port (e1314861-2107-4ba6-9357-011ee5b148c9), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:31.725975 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (e1314861-2107-4ba6-9357-011ee5b148c9), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:31.770070 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Network 6e31fb34-7153-40c8-bb2c-78d12ec822d1 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:53:31.776223 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:53:31.780022 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:53:31.783246 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Pushing event updated for resources: {'Port': ['ID=e1314861-2107-4ba6-9357-011ee5b148c9,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:53:31.795069 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.795407 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.795746 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.796097 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.796450 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.796778 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.797098 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.797418 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.797737 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.798053 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.798373 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.798688 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.799002 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.799311 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.799620 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:53:31.849153 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Attempting to bind port e1314861-2107-4ba6-9357-011ee5b148c9 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:53:31.849511 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Attempting to bind port e1314861-2107-4ba6-9357-011ee5b148c9 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '113eb05a-0ca9-4c3e-a36c-ba5984ca5c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:53:31.850053 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Attempting to bind port e1314861-2107-4ba6-9357-011ee5b148c9 on network 6e31fb34-7153-40c8-bb2c-78d12ec822d1 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:53:31.856574 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:53:31.857473 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Checking segment: {'id': '113eb05a-0ca9-4c3e-a36c-ba5984ca5c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:53:31.858229 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:31.858630 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Bound using segment: {'id': '113eb05a-0ca9-4c3e-a36c-ba5984ca5c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:53:31.859096 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Bound port: e1314861-2107-4ba6-9357-011ee5b148c9, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113eb05a-0ca9-4c3e-a36c-ba5984ca5c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:53:31.859469 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (e1314861-2107-4ba6-9357-011ee5b148c9), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:31.923857 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] For port e1314861-2107-4ba6-9357-011ee5b148c9, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:53:31.927171 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] For port e1314861-2107-4ba6-9357-011ee5b148c9, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=e1314861-2107-4ba6-9357-011ee5b148c9,segment=NetworkSegment(113eb05a-0ca9-4c3e-a36c-ba5984ca5c60),segment_id=113eb05a-0ca9-4c3e-a36c-ba5984ca5c60)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:53:31.933726 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (e1314861-2107-4ba6-9357-011ee5b148c9), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:31.942012 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:31.999408 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5431000-f00c-4f27-8f25-90890f39a5cb None None] Pushing event updated for resources: {'Port': ['ID=e1314861-2107-4ba6-9357-011ee5b148c9,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:53:32.893477 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e569afce-df5c-4529-aba4-b2c99336247e None None] Network 6e31fb34-7153-40c8-bb2c-78d12ec822d1 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:53:32.992348 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:33.013382 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-b2b756d2-5064-4d3d-ad43-c82176e9b91d None None] Provisioning complete for port e1314861-2107-4ba6-9357-011ee5b148c9 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:53:33.013756 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b2b756d2-5064-4d3d-ad43-c82176e9b91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (e1314861-2107-4ba6-9357-011ee5b148c9), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:33.092264 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-b2b756d2-5064-4d3d-ad43-c82176e9b91d None None] Current status of the port e1314861-2107-4ba6-9357-011ee5b148c9 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:53:33.092510 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b2b756d2-5064-4d3d-ad43-c82176e9b91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (e1314861-2107-4ba6-9357-011ee5b148c9), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:33.128707 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-b2b756d2-5064-4d3d-ad43-c82176e9b91d None None] For port e1314861-2107-4ba6-9357-011ee5b148c9, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=e1314861-2107-4ba6-9357-011ee5b148c9,segment=NetworkSegment(113eb05a-0ca9-4c3e-a36c-ba5984ca5c60),segment_id=113eb05a-0ca9-4c3e-a36c-ba5984ca5c60)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:53:33.140293 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b2b756d2-5064-4d3d-ad43-c82176e9b91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (e1314861-2107-4ba6-9357-011ee5b148c9), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:33.196651 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b756d2-5064-4d3d-ad43-c82176e9b91d None None] Pushing event updated for resources: {'Port': ['ID=e1314861-2107-4ba6-9357-011ee5b148c9,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:53:33.262643 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-c84f45e4-96d9-435d-b522-7fc78d5cefc6 None None] Provisioning complete for port e1314861-2107-4ba6-9357-011ee5b148c9 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:53:33.263016 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c84f45e4-96d9-435d-b522-7fc78d5cefc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (e1314861-2107-4ba6-9357-011ee5b148c9), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:33.336275 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-c84f45e4-96d9-435d-b522-7fc78d5cefc6 None None] Current status of the port e1314861-2107-4ba6-9357-011ee5b148c9 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:53:34.129595 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device e1314861-2107-4ba6-9357-011ee5b148c9 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:53:34.174499 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port e1314861-2107-4ba6-9357-011ee5b148c9 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:53:34.174876 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (e1314861-2107-4ba6-9357-011ee5b148c9), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:34.250737 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port e1314861-2107-4ba6-9357-011ee5b148c9 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:53:38.469928 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=38,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:38.485810 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:40.279829 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 5 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:53:41.230796 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=44,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:41.231517 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=49,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:46.819894 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d4e2897e-b07c-4d2c-894d-621cdde9583f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:48.992603 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-69b53533-1d5e-4683-bd3b-428446160bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:50.090803 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:50.276838 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:50.277602 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:53:51.574030 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:53:53.238011 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:54:03.226011 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:03.227908 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:03.284570 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:03.288220 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:15.278918 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:15.279675 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:16.822652 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a0f166ec-cb46-4374-af0d-b7f2c5d2b38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:54:17.278664 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 5 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:54:18.993831 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-60937589-4389-404e-92b0-44d0f47a6ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:54:20.095790 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:54:21.577863 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:54:23.232130 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:54:27.274659 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:27.275417 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:33.224735 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:33.227730 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:40.289962 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:40.294341 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:54:46.825260 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-08cb5463-480a-48ee-9ea2-337bccca7dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:54:48.995585 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-64493841-d0c5-4ff5-b93d-f59eefd5d527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:54:50.097236 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:54:51.578365 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:54:53.236578 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:54:54.277479 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 5 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:55:03.224779 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:03.231945 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:03.779640 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 51808) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:55:03.785433 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [None req-0a9777ae-9234-440c-a99e-e531b51e2a72 tempest-verify_tempest_config-343848874 tempest-verify_tempest_config-343848874-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 15:55:03.786437 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0a9777ae-9234-440c-a99e-e531b51e2a72 tempest-verify_tempest_config-343848874 tempest-verify_tempest_config-343848874-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058455 Jun 07 15:55:04.102020 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 51826) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:55:04.216994 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:04.296806 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Publish callbacks [] for security_group (0502ad72-c544-49de-91c0-66f1eaa79040), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:04.300755 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (0502ad72-c544-49de-91c0-66f1eaa79040), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:04.345700 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b17a78b194f0478dab28a054afbd3c7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2423916 Jun 07 15:55:04.346752 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0502ad72-c544-49de-91c0-66f1eaa79040,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:55:04.349127 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51830) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:55:04.354510 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.354847 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.355180 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.355510 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.355835 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.356164 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.356523 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.356841 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.357175 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.357495 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.357826 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.358162 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.358478 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.358789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.359099 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c780f8c-10a6-4ce7-8e4a-c599de2fecab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.404136 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Publish callbacks [] for security_group (0502ad72-c544-49de-91c0-66f1eaa79040), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:04.425596 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Publish callbacks [] for security_group (0502ad72-c544-49de-91c0-66f1eaa79040), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:04.524693 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (0502ad72-c544-49de-91c0-66f1eaa79040), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:04.527338 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:04.528530 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0502ad72-c544-49de-91c0-66f1eaa79040 HTTP/1.1" status: 204 len: 168 time: 0.1783776 Jun 07 15:55:04.537170 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0502ad72-c544-49de-91c0-66f1eaa79040,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:55:04.543986 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.544329 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.544724 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.545064 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.545389 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.545711 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.546033 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.546350 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.546672 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.546992 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.547311 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.547769 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.548117 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.548437 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:04.548756 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc9ea90-f076-4640-bbbc-dc377a35e057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:55:14.334229 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:14.350922 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=23,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:14.539955 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:14.540894 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:14.569307 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:16.828862 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8dbd1092-7d5f-4554-8bfb-df3ca364e795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:17.295570 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=16 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:17.299741 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=18 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:18.997833 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d8c3077b-4e1d-480a-b3f7-ba708092e604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:20.100257 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:21.589839 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:23.239994 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:31.276873 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 5 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:55:33.234292 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=9 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:33.235077 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:41.273482 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:41.274193 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:46.830193 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-704c3aa8-3b5d-4800-9c03-1dc593232296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:48.999709 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-567662d7-65e4-4183-af56-7cf8a0b21cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:50.102623 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:51.586785 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:53.243449 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:55:54.292019 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:55:54.296495 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:56:03.236934 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:56:03.239102 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:56:08.276048 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 5 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:56:16.831485 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0b4e210e-8f1b-4b52-9620-a4a2e7cb20b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:56:18.271527 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:56:18.272332 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:56:19.001077 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f27c723b-39ad-4b0d-9290-caf96ef176a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:56:20.108210 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:56:21.588330 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:56:23.246617 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:56:31.293194 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:56:31.293946 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:56:33.240873 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:56:33.242636 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:56:45.275396 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 5 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:56:46.832723 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cae70c58-ffdc-4d46-900d-030049c6929e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:56:46.958706 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584556'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:56:49.002944 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b80245c9-440c-4df5-b5ae-64ec199b3013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:56:50.110155 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:56:51.595312 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:56:53.249802 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:56:55.271702 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:56:55.272455 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:56:59.043841 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 51906) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:56:59.156264 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1b70ce4f-13bc-4cbc-9227-e76d8b1710b1 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1112471 Jun 07 15:57:01.434379 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 51916) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:57:01.497615 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-12c81a63-f7da-4d17-ae7f-47104168baf5 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0621371 Jun 07 15:57:03.242635 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:03.244582 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:09.148606 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:09.150591 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:11.491795 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:11.492596 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:11.717927 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=16 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:11.718677 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=16 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:16.834479 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ffb206cc-7393-4e6b-aa1c-674b7c1e4c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:16.924679 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:19.003726 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8058bc01-f50d-4b3e-bed6-4a4a7b91bd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:20.113341 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:21.596337 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:22.276673 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:57:23.252319 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:32.272994 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:33.242394 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:33.248453 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:45.282164 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:45.287480 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:57:46.837024 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-74e34993-94e6-4467-9326-d99145ca064f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:46.938449 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:49.008843 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d547689b-b838-44c1-a52d-502913de75d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:50.117411 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:51.600200 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:53.255532 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:57:59.280109 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:58:03.248740 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:03.250669 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:16.838612 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-86d22e2c-0b33-450b-9baa-87dd432d96bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:16.970728 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:19.000585 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b69f89da-baca-4c07-b67a-04dfbf701ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:20.118245 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:21.606096 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:22.278849 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:22.283961 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:23.258174 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:33.246941 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:33.253908 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:36.280664 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:58:41.387281 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52086) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:41.772796 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1802435624-network', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:41.808245 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Made reservation on behalf of 9d0733c937754d1182c68bd4ea7f283c for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:58:41.810709 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:41.820602 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:41.880712 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52124) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:41.924322 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Publish callbacks [] for security_group (ee6c4da2-3486-435c-8382-fe206f0adc33), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:41.925849 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52132) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:41.929244 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (ee6c4da2-3486-435c-8382-fe206f0adc33), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:41.964820 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 15:58:41.974371 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6c4da2-3486-435c-8382-fe206f0adc33,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:41.989248 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.990025 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.990380 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.990716 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.991049 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.991411 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.991705 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.992097 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.992765 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.993109 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.993479 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.993794 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.994116 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.994663 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.994780 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Tracked resource versions report: Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: pushed versions: Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: { 'AddressGroup': {'1.2'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Agent': {'1.1'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'ConntrackHelper': {'1.0'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'LocalIPAssociation': {'1.0'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Log': {'1.0'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'NDPProxy': {'1.0'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Network': {'1.1'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Port': {'1.7'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'PortForwarding': {'1.3'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'QosPolicy': {'1.10'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SecurityGroup': {'1.5'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SecurityGroupRule': {'1.2'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SubPort': {'1.0'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Subnet': {'1.1'}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Trunk': {'1.1'}} Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: consumer versions: Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: { DHCP agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: HyperV agent@hv-cinder-84487: {}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: L3 agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: Metadata agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: Metering agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: Open vSwitch agent@dv-cinder-844879-2-iscsi: { 'AddressGroup': '1.2', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Agent': '1.1', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'ConntrackHelper': '1.0', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'LocalIPAssociation': '1.0', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Log': '1.0', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'NDPProxy': '1.0', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Network': '1.1', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Port': '1.7', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'PortForwarding': '1.3', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'QosPolicy': '1.10', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SecurityGroup': '1.5', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SecurityGroupRule': '1.2', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'SubPort': '1.0', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Subnet': '1.1', Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: 'Trunk': '1.1'}} Jun 07 15:58:41.996020 dv-cinder-844879-2-iscsi neutron-server[103969]: {{(pid=103969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 15:58:41.999132 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (4e00fd10-6886-428e-81f8-fd1494126d8d), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:41.999470 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Added segment 4e00fd10-6886-428e-81f8-fd1494126d8d of type vlan for network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 Jun 07 15:58:42.043220 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (aaeb9c5f-0bb1-4407-ad5c-9ab482299357), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.086292 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (aaeb9c5f-0bb1-4407-ad5c-9ab482299357), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.087596 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:42.088171 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.165407 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7743864 Jun 07 15:58:42.165407 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434ecf3-a67b-441b-8697-0c535fa93792 admin admin] Pushing event updated for resources: {'Network': ['ID=aaeb9c5f-0bb1-4407-ad5c-9ab482299357,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:42.165854 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52140) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:42.179617 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Request body: {'subnet': {'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1802435624-subnet', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:42.182359 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:58:42.210088 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Made reservation on behalf of 9d0733c937754d1182c68bd4ea7f283c for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:58:42.214017 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.358011 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-950513124-network', 'tenant_id': '0e7218a263864d068e82a5845e1fa739'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:42.421617 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for subnet (9d2e6771-b172-483a-8869-cf0fd6582503), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.434984 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Made reservation on behalf of 0e7218a263864d068e82a5845e1fa739 for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:58:42.437265 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.451473 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.500964 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Checking segment: {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:58:42.501309 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Network hostable DHCP agents. Network: aaeb9c5f-0bb1-4407-ad5c-9ab482299357, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:58:42.507663 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-58822925-network', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:42.558834 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2e6771-b172-483a-8869-cf0fd6582503,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:42.564498 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Made reservation on behalf of e601e41f827a4c6f8c743a174ac463fa for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:58:42.567321 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.579919 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:58:42.590755 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.591098 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.591443 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.591775 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.592102 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.592448 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.592772 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.593090 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.593700 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.593951 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.594043 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.594390 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.594633 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.594991 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.595250 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Tracked resource versions report: Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: pushed versions: Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: { 'AddressGroup': {'1.2'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Agent': {'1.1'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'ConntrackHelper': {'1.0'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'LocalIPAssociation': {'1.0'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Log': {'1.0'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'NDPProxy': {'1.0'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Network': {'1.1'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Port': {'1.7'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'PortForwarding': {'1.3'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'QosPolicy': {'1.10'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SecurityGroup': {'1.5'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SecurityGroupRule': {'1.2'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SubPort': {'1.0'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Subnet': {'1.1'}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Trunk': {'1.1'}} Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: consumer versions: Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: { DHCP agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: HyperV agent@hv-cinder-84487: {}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: L3 agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: Metadata agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: Metering agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: Open vSwitch agent@dv-cinder-844879-2-iscsi: { 'AddressGroup': '1.2', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Agent': '1.1', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'ConntrackHelper': '1.0', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'LocalIPAssociation': '1.0', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Log': '1.0', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'NDPProxy': '1.0', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Network': '1.1', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Port': '1.7', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'PortForwarding': '1.3', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'QosPolicy': '1.10', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SecurityGroup': '1.5', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SecurityGroupRule': '1.2', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'SubPort': '1.0', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Subnet': '1.1', Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: 'Trunk': '1.1'}} Jun 07 15:58:42.597340 dv-cinder-844879-2-iscsi neutron-server[103968]: {{(pid=103968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 15:58:42.605925 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.634047 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, aaeb9c5f-0bb1-4407-ad5c-9ab482299357) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:42.646827 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfff155-fc02-4044-8fff-7500a5e73316 None None] Network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:58:42.647147 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:42.647918 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.699034 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52162) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:42.703980 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:42.709470 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-fc94421d-4aae-4f66-be7f-2e6fd1b9fc0c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5424304 Jun 07 15:58:42.723276 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Publish callbacks [] for security_group (4c7c65ad-c500-489f-bb9c-26680870dff2), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.743027 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (4c7c65ad-c500-489f-bb9c-26680870dff2), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.751393 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52164) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:42.758732 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-695'] for router (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.760379 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-700'] for router (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.820608 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 15:58:42.822031 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.890440 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:42.895490 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7c65ad-c500-489f-bb9c-26680870dff2,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:42.936044 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 15:58:42.952789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (b84583ee-f7a6-48fa-b45a-cf0b187608f9), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:42.953385 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Added segment b84583ee-f7a6-48fa-b45a-cf0b187608f9 of type vlan for network df1717da-855c-4ecf-9fb8-b1f5e8b423fb Jun 07 15:58:42.982412 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Publish callbacks [] for router_controller (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), precommit_add_association {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.009754 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:43.014837 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Publish callbacks [] for security_group (2bb01524-6d7a-4bad-a901-a657c4bf1eff), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.041216 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (df1717da-855c-4ecf-9fb8-b1f5e8b423fb), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.044196 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (2bb01524-6d7a-4bad-a901-a657c4bf1eff), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.086329 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb01524-6d7a-4bad-a901-a657c4bf1eff,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:43.100550 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Allocated IP 172.20.0.2 (aaeb9c5f-0bb1-4407-ad5c-9ab482299357/9d2e6771-b172-483a-8869-cf0fd6582503/0fb0b303-f279-4f82-a4c6-1922e71048b3) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:58:43.139821 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-355474913-network', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:43.147301 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 15:58:43.162852 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (45ece30d-d810-430a-8558-051df3289a58), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.163280 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Added segment 45ece30d-d810-430a-8558-051df3289a58 of type vlan for network 5c78cec0-a2d6-49be-a908-94b7edf4c82d Jun 07 15:58:43.173691 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (df1717da-855c-4ecf-9fb8-b1f5e8b423fb), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.177249 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:43.177991 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.254611 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] Pushing event updated for resources: {'Network': ['ID=df1717da-855c-4ecf-9fb8-b1f5e8b423fb,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:43.255754 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Made reservation on behalf of d9f6ff4cee09476c925730a31d32e56f for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:58:43.258337 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.290667 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.358665 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-565f6a24-7831-4a05-9a2c-104e54d9a110 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4766877 Jun 07 15:58:43.361002 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (5c78cec0-a2d6-49be-a908-94b7edf4c82d), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.363580 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52180) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:43.366096 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network df1717da-855c-4ecf-9fb8-b1f5e8b423fb details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:58:43.371281 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] Request body: {'subnet': {'network_id': 'df1717da-855c-4ecf-9fb8-b1f5e8b423fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-950513124-subnet', 'tenant_id': '0e7218a263864d068e82a5845e1fa739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:43.467370 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Publish callbacks [] for security_group (41d3bca2-88e3-4aa1-9ac1-8fafd2e662a9), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.482529 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (41d3bca2-88e3-4aa1-9ac1-8fafd2e662a9), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.489675 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] Made reservation on behalf of 0e7218a263864d068e82a5845e1fa739 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:58:43.495094 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.506941 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 15:58:43.526855 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (b8fecef0-794b-4291-888b-db523c145664), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.527195 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Added segment b8fecef0-794b-4291-888b-db523c145664 of type vlan for network bca6588e-929f-4019-b79c-d0c7387dc8b6 Jun 07 15:58:43.607510 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (5c78cec0-a2d6-49be-a908-94b7edf4c82d), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.608570 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:43.609246 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.623844 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (bca6588e-929f-4019-b79c-d0c7387dc8b6), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.689108 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:43.689978 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:43.697682 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.7705548 Jun 07 15:58:43.698270 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (bca6588e-929f-4019-b79c-d0c7387dc8b6), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.699810 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:43.700391 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52202) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:43.701290 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.724576 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] Request body: {'subnet': {'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-58822925-subnet', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:43.743407 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffde25-bbb4-44a2-8fa4-cb8896601992 admin admin] Pushing event updated for resources: {'Network': ['ID=5c78cec0-a2d6-49be-a908-94b7edf4c82d,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:43.760149 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:58:43.781403 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] Made reservation on behalf of e601e41f827a4c6f8c743a174ac463fa for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:58:43.786103 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.855981 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52210) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:43.856919 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1041076 Jun 07 15:58:43.898264 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] Request body: {'subnet': {'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-subnet', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:43.910497 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Publish callbacks [] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.948964 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:43.996007 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:58:43.996296 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Publish callbacks [] for router_gateway (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:44.003736 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:44.036300 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:58:44.055591 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Pushing event updated for resources: {'Network': ['ID=bca6588e-929f-4019-b79c-d0c7387dc8b6,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:44.089164 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5805f-8d2d-48de-a131-aca3658013bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d3bca2-88e3-4aa1-9ac1-8fafd2e662a9,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:44.090710 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network bca6588e-929f-4019-b79c-d0c7387dc8b6 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:58:44.186207 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] Made reservation on behalf of d9f6ff4cee09476c925730a31d32e56f for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:58:44.190755 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:44.209259 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Pushing event updated for resources: {'Port': ['ID=0fb0b303-f279-4f82-a4c6-1922e71048b3,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:44.256575 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.257155 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.257983 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.258485 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.259064 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.259533 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.260056 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.261509 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.261995 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.262471 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.263121 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.263632 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.264366 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.264855 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.265446 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Tracked resource versions report: Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: pushed versions: Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: { 'AddressGroup': {'1.2'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Agent': {'1.1'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'ConntrackHelper': {'1.0'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'LocalIPAssociation': {'1.0'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Log': {'1.0'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'NDPProxy': {'1.0'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Network': {'1.1'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Port': {'1.7'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'PortForwarding': {'1.3'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'QosPolicy': {'1.10'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SecurityGroup': {'1.5'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SecurityGroupRule': {'1.2'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SubPort': {'1.0'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Subnet': {'1.1'}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Trunk': {'1.1'}} Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: consumer versions: Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: { DHCP agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: HyperV agent@hv-cinder-84487: {}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: L3 agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: Metadata agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: Metering agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: Open vSwitch agent@dv-cinder-844879-2-iscsi: { 'AddressGroup': '1.2', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Agent': '1.1', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'ConntrackHelper': '1.0', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'LocalIPAssociation': '1.0', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Log': '1.0', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'NDPProxy': '1.0', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Network': '1.1', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Port': '1.7', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'PortForwarding': '1.3', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'QosPolicy': '1.10', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SecurityGroup': '1.5', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SecurityGroupRule': '1.2', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'SubPort': '1.0', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Subnet': '1.1', Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: 'Trunk': '1.1'}} Jun 07 15:58:44.266971 dv-cinder-844879-2-iscsi neutron-server[103970]: {{(pid=103970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 15:58:44.327807 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:44.333254 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for subnet (bb8ad8b4-a95f-4ccc-be62-065b4892a09f), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:44.341527 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Attempting to bind port 0fb0b303-f279-4f82-a4c6-1922e71048b3 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:58:44.341945 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Attempting to bind port 0fb0b303-f279-4f82-a4c6-1922e71048b3 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:58:44.342499 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Attempting to bind port 0fb0b303-f279-4f82-a4c6-1922e71048b3 on network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:58:44.367087 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:58:44.368986 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Checking segment: {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:58:44.369600 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:44.370164 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Bound using segment: {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:58:44.370833 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Bound port: 0fb0b303-f279-4f82-a4c6-1922e71048b3, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:58:44.371423 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:44.389064 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:44.416013 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Publish callbacks [] for router_gateway (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:44.445469 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] For port 0fb0b303-f279-4f82-a4c6-1922e71048b3, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:58:44.450661 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] For port 0fb0b303-f279-4f82-a4c6-1922e71048b3, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=0fb0b303-f279-4f82-a4c6-1922e71048b3,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:58:44.462083 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:44.492812 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:44.501705 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:44.591870 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fb365-1c46-4dcf-83d9-f802dc6e38f9 None None] Pushing event updated for resources: {'Port': ['ID=0fb0b303-f279-4f82-a4c6-1922e71048b3,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:44.770928 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8ad8b4-a95f-4ccc-be62-065b4892a09f,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:44.832103 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] Checking segment: {'id': 'b84583ee-f7a6-48fa-b45a-cf0b187608f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df1717da-855c-4ecf-9fb8-b1f5e8b423fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:58:44.832569 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] Network hostable DHCP agents. Network: df1717da-855c-4ecf-9fb8-b1f5e8b423fb, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:58:44.879376 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for subnet (92e0daa8-da84-4e33-8497-a16b55d8da8d), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:44.883318 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Allocated IP 172.27.2.49 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/19a1c8fd-aca1-419b-ae27-486ed86b70ab) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:58:44.950199 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] Network df1717da-855c-4ecf-9fb8-b1f5e8b423fb is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:58:45.026269 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e0daa8-da84-4e33-8497-a16b55d8da8d,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:45.028272 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, df1717da-855c-4ecf-9fb8-b1f5e8b423fb) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:45.037410 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55bea6-f536-4f58-ab81-9a4855f2fabe None None] Network df1717da-855c-4ecf-9fb8-b1f5e8b423fb requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:58:45.039700 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:45.040481 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.052490 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for subnet (68756197-dfd1-4511-a517-33dc3439cb43), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.057880 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] Checking segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:58:45.058214 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] Network hostable DHCP agents. Network: 5c78cec0-a2d6-49be-a908-94b7edf4c82d, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:58:45.104791 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6978f6be-a9eb-4695-b8f1-a472451aac51 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7380302 Jun 07 15:58:45.152184 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=68756197-dfd1-4511-a517-33dc3439cb43,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:45.181085 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:58:45.202163 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 5c78cec0-a2d6-49be-a908-94b7edf4c82d) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:45.211317 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Publish callbacks [] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.215165 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] Checking segment: {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:58:45.215514 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] Network hostable DHCP agents. Network: bca6588e-929f-4019-b79c-d0c7387dc8b6, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:58:45.222165 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:45.222592 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.232430 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480ea921-6cb2-45b0-8094-10c2df17b8b5 None None] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:58:45.237659 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:45.294897 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8d0068d4-7404-469a-a68c-682e499908b2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5894835 Jun 07 15:58:45.298564 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52254) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:45.306916 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] Network bca6588e-929f-4019-b79c-d0c7387dc8b6 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:58:45.320051 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:45.327748 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, bca6588e-929f-4019-b79c-d0c7387dc8b6) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:45.333284 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:45.334247 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.353552 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6963878d-cdd4-4800-bc48-1beafd0977d8 None None] Network bca6588e-929f-4019-b79c-d0c7387dc8b6 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:58:45.384300 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-45cb5637-5ced-4492-802b-e8c64731ea7e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5244229 Jun 07 15:58:45.385921 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52258) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:45.393812 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:45.415818 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.422040 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-695'] for router (ff0099a3-a753-43c4-9c6c-6635c009b24b), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.423145 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-700'] for router (ff0099a3-a753-43c4-9c6c-6635c009b24b), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.504234 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Publish callbacks [] for router_controller (ff0099a3-a753-43c4-9c6c-6635c009b24b), precommit_add_association {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.607168 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8b9e91-6897-472f-98a3-4264f906e378 None None] Network df1717da-855c-4ecf-9fb8-b1f5e8b423fb requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:58:45.655549 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:45.671481 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Pushing event updated for resources: {'Port': ['ID=19a1c8fd-aca1-419b-ae27-486ed86b70ab,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:45.758895 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-695'] for router (a89e11e7-d44a-44a0-8f2d-e7000ad02377), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.761631 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-700'] for router (a89e11e7-d44a-44a0-8f2d-e7000ad02377), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.847937 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:45.895560 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52310) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:45.897858 dv-cinder-844879-2-iscsi neutron-server[103968]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 15:58:45.950520 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:58:45.955578 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Publish callbacks [] for router_controller (a89e11e7-d44a-44a0-8f2d-e7000ad02377), precommit_add_association {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:45.957193 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:45.960598 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:58:45.967659 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Publish callbacks [] for router_gateway (ff0099a3-a753-43c4-9c6c-6635c009b24b), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:46.204558 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52324) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:46.217872 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 15:58:46.218826 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:46.247125 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-bca6588e-929f-4019-b79c-d0c7387dc8b6', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 15:58:46.248492 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:46.276056 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:46.277438 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:46.328180 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-f7e5ebcc-47dd-41f8-8c7c-76430276b712 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:46.329753 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-f7e5ebcc-47dd-41f8-8c7c-76430276b712 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/networks?id=df1717da-855c-4ecf-9fb8-b1f5e8b423fb HTTP/1.1" status: 200 len: 811 time: 0.4331563 Jun 07 15:58:46.369611 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-476233dd-075a-4db1-b0cb-d8260be3403d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/quotas/0e7218a263864d068e82a5845e1fa739 HTTP/1.1" status: 200 len: 375 time: 0.0261421 Jun 07 15:58:46.397115 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30580d46-e1db-4a50-b7e2-b2d790c61623 None None] Network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:58:46.443635 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Publish callbacks [] for router_gateway (a89e11e7-d44a-44a0-8f2d-e7000ad02377), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:46.496011 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-c55f78f0-26a3-470f-af5f-66f2b1c2f7e8 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e7218a263864d068e82a5845e1fa739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106100 Jun 07 15:58:46.497144 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-db21b9c8-3601-4d7f-85f8-fb765e511ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:46.513789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:46.595480 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:46.615411 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-db21b9c8-3601-4d7f-85f8-fb765e511ee9 admin admin] Publish callbacks [] for security_group (2e9dc594-4eca-4505-9f63-5f9d8a89d8fe), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:46.622360 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-db21b9c8-3601-4d7f-85f8-fb765e511ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (2e9dc594-4eca-4505-9f63-5f9d8a89d8fe), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:46.689184 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-db21b9c8-3601-4d7f-85f8-fb765e511ee9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a59fb3181ede4a16876ce27ed77e6164&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4822729 Jun 07 15:58:46.694027 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52342) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:46.697200 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-deb90fba-e69a-417a-8b43-24bc44052b8d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 15:58:46.698409 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-deb90fba-e69a-417a-8b43-24bc44052b8d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0895653 Jun 07 15:58:46.699610 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 0fb0b303-f279-4f82-a4c6-1922e71048b3 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:58:46.700465 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21b9c8-3601-4d7f-85f8-fb765e511ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9dc594-4eca-4505-9f63-5f9d8a89d8fe,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:46.782991 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-35b7fa7f-cbd6-4f14-b3a2-e520fe9f4a31 None None] Provisioning complete for port 0fb0b303-f279-4f82-a4c6-1922e71048b3 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:46.783628 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-35b7fa7f-cbd6-4f14-b3a2-e520fe9f4a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:46.865665 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-778a32e7-de80-4f22-9be5-9a0ba76cd217 admin admin] Publish callbacks [] for security_group (2e9dc594-4eca-4505-9f63-5f9d8a89d8fe), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:46.922962 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-778a32e7-de80-4f22-9be5-9a0ba76cd217 admin admin] Publish callbacks [] for security_group (2e9dc594-4eca-4505-9f63-5f9d8a89d8fe), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:46.927648 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Allocated IP 172.20.0.2 (bca6588e-929f-4019-b79c-d0c7387dc8b6/68756197-dfd1-4511-a517-33dc3439cb43/5942d8c2-c2b1-4b95-92bb-6cfa326f860b) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:58:46.936265 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-1db492df-99a2-45f0-a583-6453caeb36e9 service neutron] 10.222.0.18 "GET /v2.0/networks/df1717da-855c-4ecf-9fb8-b1f5e8b423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261231 Jun 07 15:58:47.090768 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:47.189593 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Publish callbacks [] for router_gateway (ff0099a3-a753-43c4-9c6c-6635c009b24b), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.210291 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-778a32e7-de80-4f22-9be5-9a0ba76cd217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (2e9dc594-4eca-4505-9f63-5f9d8a89d8fe), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.213275 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-778a32e7-de80-4f22-9be5-9a0ba76cd217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.214583 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-778a32e7-de80-4f22-9be5-9a0ba76cd217 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e9dc594-4eca-4505-9f63-5f9d8a89d8fe HTTP/1.1" status: 204 len: 168 time: 0.5149512 Jun 07 15:58:47.217459 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-086433af-d107-4f3f-b271-c591b271922c service neutron] 10.222.0.18 "GET /v2.0/networks/df1717da-855c-4ecf-9fb8-b1f5e8b423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729495 Jun 07 15:58:47.220732 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.227098 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a32e7-de80-4f22-9be5-9a0ba76cd217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9dc594-4eca-4505-9f63-5f9d8a89d8fe,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:47.233293 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Publish callbacks [] for router_gateway (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.268123 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:47.288296 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:47.485310 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-35b7fa7f-cbd6-4f14-b3a2-e520fe9f4a31 None None] Current status of the port 0fb0b303-f279-4f82-a4c6-1922e71048b3 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:47.485686 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-35b7fa7f-cbd6-4f14-b3a2-e520fe9f4a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.509900 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d21e4d72-3635-4a8a-988f-91dcb45c71a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.519437 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Publish callbacks [] for router_gateway (a89e11e7-d44a-44a0-8f2d-e7000ad02377), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.568240 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Allocated IP 172.20.0.2 (5c78cec0-a2d6-49be-a908-94b7edf4c82d/92e0daa8-da84-4e33-8497-a16b55d8da8d/2ac4b839-6c3b-4eb9-ae85-554900d3ae5f) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:58:47.581535 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52380) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:47.628531 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.659633 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a2d2e83a-ed7e-4693-9b73-7b3e6a043df7 req-04739556-95eb-4bf1-9a2c-843c078fd3bc tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 210 time: 0.0754118 Jun 07 15:58:47.688723 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.700422 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Allocated IP 172.27.2.118 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/782d5b8a-089b-4bfe-9a1a-ed62518f3a67) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:58:47.705164 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Publish callbacks [] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.724827 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 0fb0b303-f279-4f82-a4c6-1922e71048b3 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:47.725224 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.762577 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-35b7fa7f-cbd6-4f14-b3a2-e520fe9f4a31 None None] For port 0fb0b303-f279-4f82-a4c6-1922e71048b3, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=0fb0b303-f279-4f82-a4c6-1922e71048b3,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:58:47.767483 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.785185 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-35b7fa7f-cbd6-4f14-b3a2-e520fe9f4a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.845883 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334'] for router (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.858921 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Network bca6588e-929f-4019-b79c-d0c7387dc8b6 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:58:47.875175 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52402) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:47.878174 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:47.887869 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:58:47.891007 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Pushing event updated for resources: {'Port': ['ID=5942d8c2-c2b1-4b95-92bb-6cfa326f860b,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:47.898261 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bfc78474-33a1-4575-9756-e3a0fd2ee580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:47.919459 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:47.927201 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:47.999675 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bfc78474-33a1-4575-9756-e3a0fd2ee580 admin admin] Publish callbacks [] for security_group (de158735-61dc-4a76-a620-813ff692ea3b), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.005093 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bfc78474-33a1-4575-9756-e3a0fd2ee580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (de158735-61dc-4a76-a620-813ff692ea3b), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.011411 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-bdb88d3f-12e9-4ca9-8fec-8360f04ba0e9 None None] Provisioning complete for port 0fb0b303-f279-4f82-a4c6-1922e71048b3 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:48.011739 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bdb88d3f-12e9-4ca9-8fec-8360f04ba0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.052930 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 0fb0b303-f279-4f82-a4c6-1922e71048b3 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:48.074568 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-bfc78474-33a1-4575-9756-e3a0fd2ee580 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66c2317e780b4c35886a1dde96701bc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1954551 Jun 07 15:58:48.074568 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc78474-33a1-4575-9756-e3a0fd2ee580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de158735-61dc-4a76-a620-813ff692ea3b,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:48.076629 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52404) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:48.098862 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Publish callbacks [] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.109059 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7fa7f-cbd6-4f14-b3a2-e520fe9f4a31 None None] Pushing event updated for resources: {'Port': ['ID=0fb0b303-f279-4f82-a4c6-1922e71048b3,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:48.125953 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.138486 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Attempting to bind port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:58:48.138860 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Attempting to bind port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:58:48.139222 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Attempting to bind port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b on network bca6588e-929f-4019-b79c-d0c7387dc8b6 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:58:48.169186 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f3df-e076-441e-bf31-2eecd302c7a1 admin admin] Publish callbacks [] for security_group (de158735-61dc-4a76-a620-813ff692ea3b), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.180395 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:58:48.180812 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Checking segment: {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:58:48.181283 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.181727 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Bound using segment: {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:58:48.182239 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Bound port: 5942d8c2-c2b1-4b95-92bb-6cfa326f860b, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:58:48.182625 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.188137 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc is scheduled to L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 with binding_index 1 {{(pid=103969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 15:58:48.200389 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f3df-e076-441e-bf31-2eecd302c7a1 admin admin] Publish callbacks [] for security_group (de158735-61dc-4a76-a620-813ff692ea3b), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.206228 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:58:48.230020 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Pushing event updated for resources: {'Port': ['ID=2ac4b839-6c3b-4eb9-ae85-554900d3ae5f,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:48.232694 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:48.261960 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f3df-e076-441e-bf31-2eecd302c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (de158735-61dc-4a76-a620-813ff692ea3b), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.280467 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f3df-e076-441e-bf31-2eecd302c7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.281003 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-bdb88d3f-12e9-4ca9-8fec-8360f04ba0e9 None None] Current status of the port 0fb0b303-f279-4f82-a4c6-1922e71048b3 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:48.289005 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a5b1f3df-e076-441e-bf31-2eecd302c7a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de158735-61dc-4a76-a620-813ff692ea3b HTTP/1.1" status: 204 len: 168 time: 0.2098637 Jun 07 15:58:48.293059 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:58:48.304070 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:48.313758 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1f3df-e076-441e-bf31-2eecd302c7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de158735-61dc-4a76-a620-813ff692ea3b,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:48.402986 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:48.408235 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:58:48.422213 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Sync routers for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:58:48.440989 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:58:48.443695 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:48.450582 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.452480 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-9ad61e96-f41a-41e1-b3f6-1c7fdea250ef admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7507827 Jun 07 15:58:48.454676 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52428) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:48.459881 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Publish callbacks [] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.483696 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] For port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:58:48.517006 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.571482 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] For port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=5942d8c2-c2b1-4b95-92bb-6cfa326f860b,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:58:48.590061 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 0fb0b303-f279-4f82-a4c6-1922e71048b3 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:58:48.674398 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.713641 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:58:48.725295 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:48.729522 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:48.760434 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Pushing event updated for resources: {'Port': ['ID=782d5b8a-089b-4bfe-9a1a-ed62518f3a67,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:48.766682 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:58:48.775550 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:48.782366 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:58:48.897707 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52444) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:48.921665 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Attempting to bind port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:58:48.922226 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Attempting to bind port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:58:48.922880 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Attempting to bind port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:58:48.958987 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:58:48.959519 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Checking segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:58:48.963536 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:48.963948 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Bound using segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:58:48.964617 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Bound port: 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:58:48.965018 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:49.000173 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e49e750e-2d70-4288-996c-ed966bbb40a2 req-ae4fc24e-bf25-4808-9022-e402ec74ad5f tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 210 time: 0.1038153 Jun 07 15:58:49.171303 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Allocated IP 172.27.2.218 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/f08bb7da-013d-46c7-a524-652e56deedac) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:58:49.219590 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:46Z', 'revision_number': 3, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:49.291920 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] For port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:58:49.303530 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Checking router: 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:58:49.309496 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Updating router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc port 19a1c8fd-aca1-419b-ae27-486ed86b70ab binding host dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 15:58:49.338383 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] For port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=2ac4b839-6c3b-4eb9-ae85-554900d3ae5f,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:58:49.358371 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3473932-cd49-44c3-bec2-4a103bac5750 None None] Pushing event updated for resources: {'Port': ['ID=5942d8c2-c2b1-4b95-92bb-6cfa326f860b,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:49.383640 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 0fb0b303-f279-4f82-a4c6-1922e71048b3 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:49.384023 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:49.439362 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:49.445795 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:49.463066 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76fdbe5c-04f1-4eab-9653-989354957756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:49.474948 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3f71dc53-ef38-422f-8634-0410cc6e7430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:49.598469 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e1961-372c-4c28-afc2-e523c9afd92d None None] Pushing event updated for resources: {'Port': ['ID=2ac4b839-6c3b-4eb9-ae85-554900d3ae5f,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:49.618331 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 0fb0b303-f279-4f82-a4c6-1922e71048b3 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:49.727482 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Publish callbacks [] for router_gateway (ff0099a3-a753-43c4-9c6c-6635c009b24b), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:49.861671 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:49.974160 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:50.108690 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Allocated IP 172.20.0.1 (aaeb9c5f-0bb1-4407-ad5c-9ab482299357/9d2e6771-b172-483a-8869-cf0fd6582503/04d8f7bf-8b29-4ad8-afa6-20efd023b229) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:58:50.133964 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.243907 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Publish callbacks [] for port (f08bb7da-013d-46c7-a524-652e56deedac), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.263219 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:50.264092 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:50.266400 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3f71dc53-ef38-422f-8634-0410cc6e7430 admin admin] Publish callbacks [] for security_group (725d0875-6632-41f1-bc20-5858ca29511a), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.270010 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5dbc2983-bf9f-491c-a7fd-a8fb8e66a2a1 req-5209dd54-2517-436e-a04c-122d03548db7 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 210 time: 0.0455549 Jun 07 15:58:50.305719 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Publish callbacks [] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.348722 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3f71dc53-ef38-422f-8634-0410cc6e7430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (725d0875-6632-41f1-bc20-5858ca29511a), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.355872 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.417762 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:58:50.425859 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:50.429120 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:58:50.429511 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582480'] for router_interface (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.518802 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71dc53-ef38-422f-8634-0410cc6e7430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725d0875-6632-41f1-bc20-5858ca29511a,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:50.529469 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 5942d8c2-c2b1-4b95-92bb-6cfa326f860b up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:58:50.530128 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3f71dc53-ef38-422f-8634-0410cc6e7430 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc49db8e3b744ef1972a6b8daff9550b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6313798 Jun 07 15:58:50.537589 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (f08bb7da-013d-46c7-a524-652e56deedac), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.546576 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52490) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:50.633496 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Pushing event updated for resources: {'Port': ['ID=04d8f7bf-8b29-4ad8-afa6-20efd023b229,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:50.642356 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Pushing event updated for resources: {'Port': ['ID=f08bb7da-013d-46c7-a524-652e56deedac,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:50.663658 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:58:50.665563 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334'] for router (ff0099a3-a753-43c4-9c6c-6635c009b24b), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.800944 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Publish callbacks [] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.805848 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-19d4c9a1-636a-4127-be8b-b61595b2bbb6 admin admin] Publish callbacks [] for security_group (725d0875-6632-41f1-bc20-5858ca29511a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.809094 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:50.820311 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.839500 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:50.858406 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:58:50.903396 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-19d4c9a1-636a-4127-be8b-b61595b2bbb6 admin admin] Publish callbacks [] for security_group (725d0875-6632-41f1-bc20-5858ca29511a), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:50.909448 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3ccf20-3c63-4f0d-aa3b-33a2c76adf3b None None] Network bca6588e-929f-4019-b79c-d0c7387dc8b6 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:58:50.941149 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Pushing event updated for resources: {'Port': ['ID=19a1c8fd-aca1-419b-ae27-486ed86b70ab,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:50.968628 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.969258 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.969809 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.970366 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.970891 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.971444 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.971966 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.972620 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.973263 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.973793 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.974313 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.974860 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.975375 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.975885 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.976429 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Tracked resource versions report: Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: pushed versions: Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: { 'AddressGroup': {'1.2'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Agent': {'1.1'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'ConntrackHelper': {'1.0'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'LocalIPAssociation': {'1.0'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Log': {'1.0'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'NDPProxy': {'1.0'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Network': {'1.1'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Port': {'1.7'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'PortForwarding': {'1.3'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'QosPolicy': {'1.10'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SecurityGroup': {'1.5'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SecurityGroupRule': {'1.2'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SubPort': {'1.0'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Subnet': {'1.1'}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Trunk': {'1.1'}} Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: consumer versions: Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: { DHCP agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: HyperV agent@hv-cinder-84487: {}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: L3 agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: Metadata agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: Metering agent@dv-cinder-844879-2-iscsi: {}, Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: Open vSwitch agent@dv-cinder-844879-2-iscsi: { 'AddressGroup': '1.2', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Agent': '1.1', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'ConntrackHelper': '1.0', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'LocalIPAssociation': '1.0', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Log': '1.0', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'NDPProxy': '1.0', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Network': '1.1', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Port': '1.7', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'PortForwarding': '1.3', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'QosPolicy': '1.10', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SecurityGroup': '1.5', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SecurityGroupRule': '1.2', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'SubPort': '1.0', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Subnet': '1.1', Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: 'Trunk': '1.1'}} Jun 07 15:58:50.977800 dv-cinder-844879-2-iscsi neutron-server[103971]: {{(pid=103971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 15:58:50.990053 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Attempting to bind port 19a1c8fd-aca1-419b-ae27-486ed86b70ab on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:58:50.990797 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Attempting to bind port 19a1c8fd-aca1-419b-ae27-486ed86b70ab by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:58:50.991433 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Attempting to bind port 19a1c8fd-aca1-419b-ae27-486ed86b70ab on network 10820ebf-33cd-43bf-8673-83f1ebc3af4b {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:58:51.007052 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:58:51.007052 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:58:51.008431 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.008431 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Bound using segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:58:51.009315 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Bound port: 19a1c8fd-aca1-419b-ae27-486ed86b70ab, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:58:51.009315 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.041666 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:51.052650 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-19d4c9a1-636a-4127-be8b-b61595b2bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (725d0875-6632-41f1-bc20-5858ca29511a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.062252 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-19d4c9a1-636a-4127-be8b-b61595b2bbb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.063745 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] For port 19a1c8fd-aca1-419b-ae27-486ed86b70ab, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:58:51.063884 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-19d4c9a1-636a-4127-be8b-b61595b2bbb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/725d0875-6632-41f1-bc20-5858ca29511a HTTP/1.1" status: 204 len: 168 time: 0.5161543 Jun 07 15:58:51.068290 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] For port 19a1c8fd-aca1-419b-ae27-486ed86b70ab, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=19a1c8fd-aca1-419b-ae27-486ed86b70ab,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:58:51.073238 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:51.079156 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.082945 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-b159aa57-38e2-4105-b3f9-46e904704ee7 None None] Provisioning complete for port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:51.083354 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b159aa57-38e2-4105-b3f9-46e904704ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.102589 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4c9a1-636a-4127-be8b-b61595b2bbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725d0875-6632-41f1-bc20-5858ca29511a,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:51.106902 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.186872 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff016118-0558-4c2e-8ddf-4982794fe70e None None] Pushing event updated for resources: {'Port': ['ID=19a1c8fd-aca1-419b-ae27-486ed86b70ab,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:51.242268 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:58:51.251175 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:51.322395 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f94e85a-340d-4800-bdaf-f1d0042060c0 None None] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:58:51.329652 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Router ff0099a3-a753-43c4-9c6c-6635c009b24b is scheduled to L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 with binding_index 1 {{(pid=103969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 15:58:51.365899 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:51.366340 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.537723 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Publish callbacks [] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.554318 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.554801 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1829311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582436'] for router_interface (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.574308 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:51.618460 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:58:51.746423 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:58:51.826865 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:51.857657 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:58:51.877114 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e8841-095c-4889-910e-21b70c075751 None None] Sync routers for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:58:51.878727 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Pushing event updated for resources: {'Port': ['ID=04d8f7bf-8b29-4ad8-afa6-20efd023b229,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:51.881330 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:51.893515 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-226f76c0-d8cd-4f97-b495-00d7ca0ba193 req-f038543d-d9a5-44f2-9c0a-5e22df946b1d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 210 time: 0.0667293 Jun 07 15:58:51.897438 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.904664 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:51.906572 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-c0739ec6-eb5e-4c7c-a770-e542da05b17b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6059334 Jun 07 15:58:51.910690 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52528) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:51.994558 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e8841-095c-4889-910e-21b70c075751 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:58:51.996110 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-451e8841-095c-4889-910e-21b70c075751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:52.026314 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Publish callbacks [] for router_gateway (a89e11e7-d44a-44a0-8f2d-e7000ad02377), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:52.107859 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 15:58:52.158916 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:52.167149 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-b159aa57-38e2-4105-b3f9-46e904704ee7 None None] Current status of the port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:52.170084 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b159aa57-38e2-4105-b3f9-46e904704ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:52.276149 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 1, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:52.349798 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f273e-e776-4f31-8ed2-120817ba6004 None None] The sync data for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi is: [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 1, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:58:52.378517 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:52.399166 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.24', 60223) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:52.406477 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:52.408259 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:52.478283 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-b159aa57-38e2-4105-b3f9-46e904704ee7 None None] For port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=5942d8c2-c2b1-4b95-92bb-6cfa326f860b,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:58:52.507950 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b159aa57-38e2-4105-b3f9-46e904704ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:52.538775 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-451e8841-095c-4889-910e-21b70c075751 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:58:52.598018 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:58:52.652302 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4f313974-e94c-41ea-b921-6e0e771640d1 admin admin] 10.222.0.18 "PUT /v2.0/routers/62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1963120 Jun 07 15:58:52.748340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52560) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:52.813758 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-2ab7019a-6e14-4da2-a2e6-3eed219dab17 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:52.820521 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-2ab7019a-6e14-4da2-a2e6-3eed219dab17 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.24 "GET /v2.0/networks?id=df1717da-855c-4ecf-9fb8-b1f5e8b423fb HTTP/1.1" status: 200 len: 811 time: 0.4064474 Jun 07 15:58:52.868530 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334'] for router (a89e11e7-d44a-44a0-8f2d-e7000ad02377), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:52.878125 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Request body: {'port': {'device_id': '747e9c67-3bd7-4102-81a0-0e8b2ce5c396', 'network_id': 'df1717da-855c-4ecf-9fb8-b1f5e8b423fb', 'admin_state_up': True, 'tenant_id': '0e7218a263864d068e82a5845e1fa739'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:53.045534 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.db.api [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 07 15:58:53.045534 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG oslo_db.api [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 15:58:53.070427 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Provisioning complete for port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:53.070812 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:53.197970 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:58:53.200986 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-26634f67-dfa9-43b6-8bfa-fa33444bc6e0 req-a872176e-902a-499f-ab74-846218f7c4fb tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 210 time: 0.1107659 Jun 07 15:58:53.290256 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159aa57-38e2-4105-b3f9-46e904704ee7 None None] Pushing event updated for resources: {'Port': ['ID=5942d8c2-c2b1-4b95-92bb-6cfa326f860b,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:53.342753 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0be2a423-0ba5-4182-88bf-02911122d522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:53.346951 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:53.393629 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:53.408931 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Provisioning complete for port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:53.409653 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:53.530368 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-451e8841-095c-4889-910e-21b70c075751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:49Z', 'revision_number': 3, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:53.553520 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0be2a423-0ba5-4182-88bf-02911122d522 admin admin] Publish callbacks [] for security_group (baf9c569-5982-4363-b9e3-7d5eaba36a65), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:53.588326 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e8841-095c-4889-910e-21b70c075751 None None] Checking router: ff0099a3-a753-43c4-9c6c-6635c009b24b for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:58:53.588863 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e8841-095c-4889-910e-21b70c075751 None None] Updating router ff0099a3-a753-43c4-9c6c-6635c009b24b port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 15:58:53.613575 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0be2a423-0ba5-4182-88bf-02911122d522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (baf9c569-5982-4363-b9e3-7d5eaba36a65), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:53.754131 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2a423-0ba5-4182-88bf-02911122d522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf9c569-5982-4363-b9e3-7d5eaba36a65,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:53.792819 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-451e8841-095c-4889-910e-21b70c075751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:53.812740 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52618) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:53.821303 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-77f5bdc4-457c-4028-b2e2-f8453a4f0902 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456252508', 'description': 'tempest-description--1196407419'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:53.833611 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:53.834730 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:58:53.868008 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Router a89e11e7-d44a-44a0-8f2d-e7000ad02377 is scheduled to L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 with binding_index 1 {{(pid=103969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 15:58:53.915166 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-77f5bdc4-457c-4028-b2e2-f8453a4f0902 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:53.944196 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0be2a423-0ba5-4182-88bf-02911122d522 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6756589e5e78436495317608e07a712e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1938100 Jun 07 15:58:53.947767 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:53.952620 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52626) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:54.106146 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Made reservation on behalf of 0e7218a263864d068e82a5845e1fa739 for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:58:54.113149 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:54.119358 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:54.149136 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-69e95077-940e-4db0-80ff-75bb466d4465 admin admin] Publish callbacks [] for security_group (baf9c569-5982-4363-b9e3-7d5eaba36a65), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:54.313880 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-69e95077-940e-4db0-80ff-75bb466d4465 admin admin] Publish callbacks [] for security_group (baf9c569-5982-4363-b9e3-7d5eaba36a65), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:54.638044 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8cca7d32-c069-4c7a-969e-8526339036ac req-1e11e2d5-e5af-4d2b-a19e-6a04cbe607af tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 210 time: 0.1506135 Jun 07 15:58:54.650548 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-69e95077-940e-4db0-80ff-75bb466d4465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (baf9c569-5982-4363-b9e3-7d5eaba36a65), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:54.663432 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-69e95077-940e-4db0-80ff-75bb466d4465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:54.666686 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-69e95077-940e-4db0-80ff-75bb466d4465 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/baf9c569-5982-4363-b9e3-7d5eaba36a65 HTTP/1.1" status: 204 len: 168 time: 0.7128201 Jun 07 15:58:54.837751 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-451e8841-095c-4889-910e-21b70c075751 None None] Publish callbacks [] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:54.842313 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:54.860026 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:58:54.865072 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-451e8841-095c-4889-910e-21b70c075751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:54.872716 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Sync routers for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:58:54.896124 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:54.907837 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:58:54.909257 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:55.065951 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:55.067378 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:55.079453 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:55.081415 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-40ca8db0-e16d-4a5f-8981-47e5e60cbf4b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6934347 Jun 07 15:58:55.107497 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52656) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:55.198154 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:55.214827 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:55.221863 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:58:55.224527 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-451e8841-095c-4889-910e-21b70c075751 None None] Attempting to bind port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:58:55.224840 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-451e8841-095c-4889-910e-21b70c075751 None None] Attempting to bind port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:58:55.225251 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451e8841-095c-4889-910e-21b70c075751 None None] Attempting to bind port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 on network 10820ebf-33cd-43bf-8673-83f1ebc3af4b {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:58:55.289403 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Current status of the port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:55.289784 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:55.425394 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451e8841-095c-4889-910e-21b70c075751 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:58:55.425900 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451e8841-095c-4889-910e-21b70c075751 None None] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:58:55.429597 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-451e8841-095c-4889-910e-21b70c075751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:55.430119 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451e8841-095c-4889-910e-21b70c075751 None None] Bound using segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:58:55.430724 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-451e8841-095c-4889-910e-21b70c075751 None None] Bound port: 782d5b8a-089b-4bfe-9a1a-ed62518f3a67, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:58:55.431159 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-451e8841-095c-4889-910e-21b70c075751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:55.709899 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Allocated IP 172.20.0.1 (5c78cec0-a2d6-49be-a908-94b7edf4c82d/92e0daa8-da84-4e33-8497-a16b55d8da8d/1085257e-f2db-4dae-94ef-8e2da284566f) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:58:55.711806 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:55.723246 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:55.759029 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-451e8841-095c-4889-910e-21b70c075751 None None] For port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:58:55.789097 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-451e8841-095c-4889-910e-21b70c075751 None None] For port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=782d5b8a-089b-4bfe-9a1a-ed62518f3a67,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:58:55.850347 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd08e0-c234-43f0-bc9e-e859bebbc176 None None] Pushing event updated for resources: {'Port': ['ID=782d5b8a-089b-4bfe-9a1a-ed62518f3a67,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:55.902459 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-451e8841-095c-4889-910e-21b70c075751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:55.978113 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-77f5bdc4-457c-4028-b2e2-f8453a4f0902 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (b043ec95-844e-4b94-80af-1ff6cd572b87), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:55.982407 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:51Z', 'revision_number': 3, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:55.997533 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] For port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=2ac4b839-6c3b-4eb9-ae85-554900d3ae5f,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:58:56.026376 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Allocated IP 172.20.0.2 (df1717da-855c-4ecf-9fb8-b1f5e8b423fb/bb8ad8b4-a95f-4ccc-be62-065b4892a09f/d96ef361-1667-48d9-adb9-586d22a99c8e) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:58:56.028732 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Checking router: a89e11e7-d44a-44a0-8f2d-e7000ad02377 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:58:56.029050 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Updating router a89e11e7-d44a-44a0-8f2d-e7000ad02377 port f08bb7da-013d-46c7-a524-652e56deedac binding host dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 15:58:56.095098 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f08bb7da-013d-46c7-a524-652e56deedac), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:56.105093 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52678) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:56.107756 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:56.175733 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-77f5bdc4-457c-4028-b2e2-f8453a4f0902 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (b043ec95-844e-4b94-80af-1ff6cd572b87), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:56.197823 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e95077-940e-4db0-80ff-75bb466d4465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf9c569-5982-4363-b9e3-7d5eaba36a65,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:56.273224 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5bdc4-457c-4028-b2e2-f8453a4f0902 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b043ec95-844e-4b94-80af-1ff6cd572b87,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:56.353352 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:56.354284 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-77f5bdc4-457c-4028-b2e2-f8453a4f0902 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:56.357148 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-77f5bdc4-457c-4028-b2e2-f8453a4f0902 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5426373 Jun 07 15:58:56.358566 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-92f49368-a490-40f3-943e-f50833935508 req-3b4e2883-566f-4acf-b447-4f1fad218b32 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 210 time: 0.2329736 Jun 07 15:58:56.364238 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52698) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:56.382333 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd297-0fe1-4d24-849d-f57823dd4aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:56.396080 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-ce36c78e-41c1-4ca3-9f11-1394ac24d2e6 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'security_group_rule': {'security_group_id': 'b043ec95-844e-4b94-80af-1ff6cd572b87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:56.402539 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Provisioning complete for port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:56.403682 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:56.609675 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Publish callbacks [] for port (1085257e-f2db-4dae-94ef-8e2da284566f), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:56.652885 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ce36c78e-41c1-4ca3-9f11-1394ac24d2e6 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (99e8d6d1-bbbb-4f6d-aaad-6d220f9ba4e4), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:56.659385 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:56.663051 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:56.712774 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:56.789672 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e8841-095c-4889-910e-21b70c075751 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:58:56.790399 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-451e8841-095c-4889-910e-21b70c075751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:56.808206 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Current status of the port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:56.886375 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:58:56.897322 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Pushing event updated for resources: {'Port': ['ID=1085257e-f2db-4dae-94ef-8e2da284566f,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:56.901920 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Publish callbacks [] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:56.909925 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:56.929758 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:56.932560 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:58:56.933545 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582480'] for router_interface (ff0099a3-a753-43c4-9c6c-6635c009b24b), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.007584 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd08e0-c234-43f0-bc9e-e859bebbc176 None None] Pushing event updated for resources: {'Port': ['ID=782d5b8a-089b-4bfe-9a1a-ed62518f3a67,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:57.012089 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd297-0fe1-4d24-849d-f57823dd4aa5 admin admin] Publish callbacks [] for security_group (222267b1-9919-46ad-92d8-396884da9797), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.048336 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd297-0fe1-4d24-849d-f57823dd4aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (222267b1-9919-46ad-92d8-396884da9797), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.169344 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fccde2-c7e4-49e6-abf7-ea283c94d96c None None] Pushing event updated for resources: {'Port': ['ID=2ac4b839-6c3b-4eb9-ae85-554900d3ae5f,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:57.174423 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-459d05cd-67c0-4676-8f55-885a500df99c None None] Provisioning complete for port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:57.175025 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-459d05cd-67c0-4676-8f55-885a500df99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.177622 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 19a1c8fd-aca1-419b-ae27-486ed86b70ab up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:58:57.192797 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e7ecd297-0fe1-4d24-849d-f57823dd4aa5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=225c2f6b572244529da978d48db06337&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0667744 Jun 07 15:58:57.210427 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52724) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:57.237432 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecd297-0fe1-4d24-849d-f57823dd4aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222267b1-9919-46ad-92d8-396884da9797,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:57.269399 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.466675 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Sync routers for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:58:57.471815 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Publish callbacks [] for port (f08bb7da-013d-46c7-a524-652e56deedac), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.473946 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ce36c78e-41c1-4ca3-9f11-1394ac24d2e6 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (99e8d6d1-bbbb-4f6d-aaad-6d220f9ba4e4), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.490450 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f08bb7da-013d-46c7-a524-652e56deedac), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.504876 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ce36c78e-41c1-4ca3-9f11-1394ac24d2e6 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (99e8d6d1-bbbb-4f6d-aaad-6d220f9ba4e4), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.589013 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:58:57.589782 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:57.605601 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 19a1c8fd-aca1-419b-ae27-486ed86b70ab triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:57.606129 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.623889 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Network df1717da-855c-4ecf-9fb8-b1f5e8b423fb is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:58:57.669626 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Attempting to bind port f08bb7da-013d-46c7-a524-652e56deedac on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:58:57.670401 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Attempting to bind port f08bb7da-013d-46c7-a524-652e56deedac by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:58:57.677119 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Attempting to bind port f08bb7da-013d-46c7-a524-652e56deedac on network 10820ebf-33cd-43bf-8673-83f1ebc3af4b {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:58:57.681446 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bcb5f-1513-4e73-97c5-5f40e48979ec None None] Pushing event updated for resources: {'Port': ['ID=f08bb7da-013d-46c7-a524-652e56deedac,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:57.696999 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:58:57.701207 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:58:57.708099 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.708750 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Bound using segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:58:57.709530 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Bound port: f08bb7da-013d-46c7-a524-652e56deedac, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:58:57.710075 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f08bb7da-013d-46c7-a524-652e56deedac), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.729225 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:58:57.734557 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:58:57.751208 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:57.752262 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.785799 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:57.789827 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-451e8841-095c-4889-910e-21b70c075751 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:58:57.811261 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9373260 Jun 07 15:58:57.813815 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d095618-4828-41e1-8d94-bc30f6fec1a4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Pushing event updated for resources: {'Port': ['ID=d96ef361-1667-48d9-adb9-586d22a99c8e,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:57.849264 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36c78e-41c1-4ca3-9f11-1394ac24d2e6 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e8d6d1-bbbb-4f6d-aaad-6d220f9ba4e4,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:57.873022 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] For port f08bb7da-013d-46c7-a524-652e56deedac, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:58:57.904121 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] For port f08bb7da-013d-46c7-a524-652e56deedac, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=f08bb7da-013d-46c7-a524-652e56deedac,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:58:57.918571 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f08bb7da-013d-46c7-a524-652e56deedac), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.953886 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-8075aa1b-c461-4edb-9d5c-e030bdb33164 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 15:58:57.954964 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-8075aa1b-c461-4edb-9d5c-e030bdb33164 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0135252 Jun 07 15:58:57.956748 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0468dc93-8570-4938-b403-aab3b6807565 admin admin] Publish callbacks [] for security_group (222267b1-9919-46ad-92d8-396884da9797), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.959711 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ce36c78e-41c1-4ca3-9f11-1394ac24d2e6 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:57.968534 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ce36c78e-41c1-4ca3-9f11-1394ac24d2e6 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5982046 Jun 07 15:58:57.969181 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52754) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:58.010791 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-d47db950-e984-4b68-a994-9619ca845502 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'security_group_rule': {'security_group_id': 'b043ec95-844e-4b94-80af-1ff6cd572b87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:58.017834 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:58.022336 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bcb5f-1513-4e73-97c5-5f40e48979ec None None] Pushing event updated for resources: {'Port': ['ID=f08bb7da-013d-46c7-a524-652e56deedac,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:58.066340 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:58:58.067527 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:58.117117 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d8acf-6184-47a2-99ab-6b8365f6abca req-5ff452c5-b036-403d-b62c-784ae7d057c3 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:58:58.118748 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e2d8acf-6184-47a2-99ab-6b8365f6abca req-5ff452c5-b036-403d-b62c-784ae7d057c3 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 931 time: 0.4272616 Jun 07 15:58:58.242447 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:58:58.249564 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0468dc93-8570-4938-b403-aab3b6807565 admin admin] Publish callbacks [] for security_group (222267b1-9919-46ad-92d8-396884da9797), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:58.373593 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:58.380342 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:58.413257 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e2d8acf-6184-47a2-99ab-6b8365f6abca req-d45da5e2-ddec-4001-921d-5ec5d3158bec tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534626 Jun 07 15:58:58.414724 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:58.436539 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:58:58.485722 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0468dc93-8570-4938-b403-aab3b6807565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (222267b1-9919-46ad-92d8-396884da9797), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:58.491425 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0468dc93-8570-4938-b403-aab3b6807565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:58.498522 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0468dc93-8570-4938-b403-aab3b6807565 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/222267b1-9919-46ad-92d8-396884da9797 HTTP/1.1" status: 204 len: 168 time: 1.2867882 Jun 07 15:58:58.511340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468dc93-8570-4938-b403-aab3b6807565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222267b1-9919-46ad-92d8-396884da9797,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:58:58.522977 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d47db950-e984-4b68-a994-9619ca845502 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (99342021-9e9d-4ad9-b026-6c9ccb9466e9), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:58.623173 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52778) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:58.647699 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-459d05cd-67c0-4676-8f55-885a500df99c None None] Current status of the port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:58.776903 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 19a1c8fd-aca1-419b-ae27-486ed86b70ab is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:58:58.777371 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:58.783189 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:51Z', 'revision_number': 3, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:58:58.820867 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b775df8-ae89-474f-9d46-b03f91acc5e9 None None] The sync data for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi is: [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:51Z', 'revision_number': 3, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:58:58.869861 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port 19a1c8fd-aca1-419b-ae27-486ed86b70ab, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=19a1c8fd-aca1-419b-ae27-486ed86b70ab,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:58:58.911862 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:58:58.990214 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Request body: {'port': {'device_id': '747e9c67-3bd7-4102-81a0-0e8b2ce5c396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:58:59.060256 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d47db950-e984-4b68-a994-9619ca845502 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (99342021-9e9d-4ad9-b026-6c9ccb9466e9), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:59.075446 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d47db950-e984-4b68-a994-9619ca845502 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (99342021-9e9d-4ad9-b026-6c9ccb9466e9), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:59.177969 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7c52-0208-4994-9d3b-1ed3b3c7586f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:59.334325 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:59.397599 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:59.398553 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 5942d8c2-c2b1-4b95-92bb-6cfa326f860b up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:58:59.403655 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52788) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:58:59.694431 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-c687507e-ca68-4c8e-8e87-4839130cbd59 None None] Provisioning complete for port 1085257e-f2db-4dae-94ef-8e2da284566f triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:58:59.694669 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c687507e-ca68-4c8e-8e87-4839130cbd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:58:59.779289 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:00.086772 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-c687507e-ca68-4c8e-8e87-4839130cbd59 None None] Port 1085257e-f2db-4dae-94ef-8e2da284566f cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:59:00.088766 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-451e8841-095c-4889-910e-21b70c075751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:49Z', 'revision_number': 3, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:00.127562 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e8841-095c-4889-910e-21b70c075751 None None] The sync data for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi is: [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:49Z', 'revision_number': 3, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:59:00.154092 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:58:51Z', 'revision_number': 2, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:00.169286 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=19a1c8fd-aca1-419b-ae27-486ed86b70ab,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:00.191868 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:00.192843 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:00.287395 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:00.293373 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d47db950-e984-4b68-a994-9619ca845502 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:00.294653 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-d47db950-e984-4b68-a994-9619ca845502 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3027627 Jun 07 15:59:00.295492 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47db950-e984-4b68-a994-9619ca845502 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99342021-9e9d-4ad9-b026-6c9ccb9466e9,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:00.317398 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52818) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:00.391510 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:00.406526 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Checking router: 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:59:00.406994 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Updating router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 15:59:00.411348 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96ef361-1667-48d9-adb9-586d22a99c8e {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 15:59:00.423332 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Publish callbacks [] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:00.466602 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Transition to ACTIVE for port object d96ef361-1667-48d9-adb9-586d22a99c8e will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 15:59:00.520099 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:00.534930 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:00.563593 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:00.603386 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:00.674402 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:00.719515 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f77749-68f8-4b7c-b5b6-f94769dfb33f req-392d58cc-af73-46e3-9f4f-ba3b80013b79 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:00.758210 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-71f77749-68f8-4b7c-b5b6-f94769dfb33f req-392d58cc-af73-46e3-9f4f-ba3b80013b79 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 943 time: 0.1923616 Jun 07 15:59:00.765230 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:00.790013 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7c52-0208-4994-9d3b-1ed3b3c7586f admin admin] Publish callbacks [] for security_group (2e66a20f-d217-459f-98b2-44aca48495ef), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:00.876338 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d96ef361-1667-48d9-adb9-586d22a99c8e,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:00.905718 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7c52-0208-4994-9d3b-1ed3b3c7586f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (2e66a20f-d217-459f-98b2-44aca48495ef), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:00.953866 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-05afe43a-8af5-4b8a-91bd-a2202e3fbf77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:00.959845 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:01.034922 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0f5a7c52-0208-4994-9d3b-1ed3b3c7586f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c856e2f78294e56b28de9298c5604e9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4105618 Jun 07 15:59:01.044591 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:01.046912 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Publish callbacks [] for port (1085257e-f2db-4dae-94ef-8e2da284566f), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:01.081665 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52830) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:01.118794 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a7c52-0208-4994-9d3b-1ed3b3c7586f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e66a20f-d217-459f-98b2-44aca48495ef,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:01.157536 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:01.237377 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:01.238894 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1829311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582436'] for router_interface (ff0099a3-a753-43c4-9c6c-6635c009b24b), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:01.257687 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 19a1c8fd-aca1-419b-ae27-486ed86b70ab up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:01.269005 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-71f77749-68f8-4b7c-b5b6-f94769dfb33f req-b5e1a2d8-1e30-4c78-9a26-275b24d967b4 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095983 Jun 07 15:59:01.436958 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-05afe43a-8af5-4b8a-91bd-a2202e3fbf77 admin admin] Publish callbacks [] for security_group (9edf8181-27d2-4925-9f0d-f238fa487c8c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:01.457474 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Pushing event updated for resources: {'Port': ['ID=1085257e-f2db-4dae-94ef-8e2da284566f,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:01.467341 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Allocated IP 172.20.0.1 (bca6588e-929f-4019-b79c-d0c7387dc8b6/68756197-dfd1-4511-a517-33dc3439cb43/541c317b-5457-42ab-9960-23492dcbe69d) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:01.470710 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-05afe43a-8af5-4b8a-91bd-a2202e3fbf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9edf8181-27d2-4925-9f0d-f238fa487c8c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:01.542627 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-05afe43a-8af5-4b8a-91bd-a2202e3fbf77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb1f77978dd947619db4552c798c7812&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1269996 Jun 07 15:59:01.543730 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52840) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:01.569422 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 19a1c8fd-aca1-419b-ae27-486ed86b70ab triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:01.572592 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:01.590159 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Attempting to bind port d96ef361-1667-48d9-adb9-586d22a99c8e on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:01.590524 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Attempting to bind port d96ef361-1667-48d9-adb9-586d22a99c8e by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': 'b84583ee-f7a6-48fa-b45a-cf0b187608f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df1717da-855c-4ecf-9fb8-b1f5e8b423fb'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:01.590854 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Attempting to bind port d96ef361-1667-48d9-adb9-586d22a99c8e on network df1717da-855c-4ecf-9fb8-b1f5e8b423fb {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:01.754342 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Port d96ef361-1667-48d9-adb9-586d22a99c8e on network df1717da-855c-4ecf-9fb8-b1f5e8b423fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 15:59:01.754951 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Attempting to bind port d96ef361-1667-48d9-adb9-586d22a99c8e on network df1717da-855c-4ecf-9fb8-b1f5e8b423fb {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:01.788308 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:01.788996 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Checking segment: {'id': 'b84583ee-f7a6-48fa-b45a-cf0b187608f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df1717da-855c-4ecf-9fb8-b1f5e8b423fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:01.789950 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Bound using segment: {'id': 'b84583ee-f7a6-48fa-b45a-cf0b187608f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df1717da-855c-4ecf-9fb8-b1f5e8b423fb'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:01.790809 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Bound port: d96ef361-1667-48d9-adb9-586d22a99c8e, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84583ee-f7a6-48fa-b45a-cf0b187608f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df1717da-855c-4ecf-9fb8-b1f5e8b423fb'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:01.791396 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:01.794021 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afe43a-8af5-4b8a-91bd-a2202e3fbf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edf8181-27d2-4925-9f0d-f238fa487c8c,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:01.926201 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:02.051880 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] For port d96ef361-1667-48d9-adb9-586d22a99c8e, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:02.058210 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] For port d96ef361-1667-48d9-adb9-586d22a99c8e, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=d96ef361-1667-48d9-adb9-586d22a99c8e,segment=NetworkSegment(b84583ee-f7a6-48fa-b45a-cf0b187608f9),segment_id=b84583ee-f7a6-48fa-b45a-cf0b187608f9)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:02.074029 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:02.147389 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:02.184138 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:02.184782 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:02.187167 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] 10.222.0.24 "PUT /v2.0/ports/d96ef361-1667-48d9-adb9-586d22a99c8e HTTP/1.1" status: 200 len: 1093 time: 3.7930269 Jun 07 15:59:02.191884 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747e9c67-3bd7-4102-81a0-0e8b2ce5c396', 'tag': 'd96ef361-1667-48d9-adb9-586d22a99c8e'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 15:59:02.248123 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 19a1c8fd-aca1-419b-ae27-486ed86b70ab is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:02.250617 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:02.253425 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Allocated IP 172.27.2.43 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/52da1456-3b2b-40e6-b3a9-840276ee659d) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:02.257408 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-85652e1f-9d0f-4fdd-b497-5dcfaf716074 admin admin] Publish callbacks [] for security_group (2e66a20f-d217-459f-98b2-44aca48495ef), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:02.350001 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-65b34967-3532-4c77-bd43-95100c658e97 admin admin] Publish callbacks [] for security_group (9edf8181-27d2-4925-9f0d-f238fa487c8c), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:02.396423 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-85652e1f-9d0f-4fdd-b497-5dcfaf716074 admin admin] Publish callbacks [] for security_group (2e66a20f-d217-459f-98b2-44aca48495ef), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:02.496720 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:02.530104 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-85652e1f-9d0f-4fdd-b497-5dcfaf716074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (2e66a20f-d217-459f-98b2-44aca48495ef), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:02.536626 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-85652e1f-9d0f-4fdd-b497-5dcfaf716074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:02.540565 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-85652e1f-9d0f-4fdd-b497-5dcfaf716074 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e66a20f-d217-459f-98b2-44aca48495ef HTTP/1.1" status: 204 len: 168 time: 1.3845270 Jun 07 15:59:02.718564 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85652e1f-9d0f-4fdd-b497-5dcfaf716074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e66a20f-d217-459f-98b2-44aca48495ef,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:02.749852 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:02.762136 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:02.831752 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:02.833905 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:02.834368 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:02.884979 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Publish callbacks [] for port (541c317b-5457-42ab-9960-23492dcbe69d), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:02.933816 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edba08b9-d055-43b4-aad8-3773a3ad1eac" -d '{"events": [{"name": "network-changed", "server_uuid": "747e9c67-3bd7-4102-81a0-0e8b2ce5c396", "tag": "d96ef361-1667-48d9-adb9-586d22a99c8e"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 15:59:02.995384 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-e6d0ffae-c29a-477b-a90b-8a5d0a5d1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:03.011209 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-e6d0ffae-c29a-477b-a90b-8a5d0a5d1e48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e7218a263864d068e82a5845e1fa739&device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 1127 time: 0.3768299 Jun 07 15:59:03.026225 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4f9ad-92dd-40c6-bb47-6d83060950e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d96ef361-1667-48d9-adb9-586d22a99c8e,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:03.110527 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Publish callbacks [] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:03.154049 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:03.230546 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-6753d568-a272-4a98-85f8-9b6213dc3184 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d96ef361-1667-48d9-adb9-586d22a99c8e HTTP/1.1" status: 200 len: 217 time: 0.1797502 Jun 07 15:59:03.231544 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for port (52da1456-3b2b-40e6-b3a9-840276ee659d), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:03.238596 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f5355-aeb9-4f9b-a17a-dad28a2e6297 req-569b538d-07f8-4997-81b4-a4c029bcb9c8 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:03.246883 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0b2f5355-aeb9-4f9b-a17a-dad28a2e6297 req-569b538d-07f8-4997-81b4-a4c029bcb9c8 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 943 time: 0.3792121 Jun 07 15:59:03.262756 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-65b34967-3532-4c77-bd43-95100c658e97 admin admin] Publish callbacks [] for security_group (9edf8181-27d2-4925-9f0d-f238fa487c8c), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:03.280903 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (541c317b-5457-42ab-9960-23492dcbe69d), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:03.293240 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c1149-82d3-4ae5-92c1-ae62067a6c62 None None] Pushing event updated for resources: {'Port': ['ID=04d8f7bf-8b29-4ad8-afa6-20efd023b229,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:03.397414 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-ae9fad70-22c5-4f9e-b1e3-241f90728035 None None] Provisioning complete for port 1085257e-f2db-4dae-94ef-8e2da284566f triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:03.397824 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fad70-22c5-4f9e-b1e3-241f90728035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:03.416513 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:03.418967 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (52da1456-3b2b-40e6-b3a9-840276ee659d), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:03.482847 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:03.484078 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Pushing event updated for resources: {'Port': ['ID=541c317b-5457-42ab-9960-23492dcbe69d,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:03.495656 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:03.498436 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-ae9fad70-22c5-4f9e-b1e3-241f90728035 None None] Port 1085257e-f2db-4dae-94ef-8e2da284566f cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:59:03.544265 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:03.565778 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device f08bb7da-013d-46c7-a524-652e56deedac up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:03.581507 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:03.589935 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:03.594732 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'Port': ['ID=52da1456-3b2b-40e6-b3a9-840276ee659d,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:03.604709 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-95eec9e0-7e64-4a68-9c76-7df5744c0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:03.606229 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-95eec9e0-7e64-4a68-9c76-7df5744c0fb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb8ad8b4-a95f-4ccc-be62-065b4892a09f HTTP/1.1" status: 200 len: 851 time: 0.3200004 Jun 07 15:59:03.657234 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0b2f5355-aeb9-4f9b-a17a-dad28a2e6297 req-925f3dc7-058e-4ca6-b52a-380dc9970811 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074948 Jun 07 15:59:03.709808 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Network bca6588e-929f-4019-b79c-d0c7387dc8b6 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:03.731986 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:03.756297 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:03.756827 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582480'] for router_interface (a89e11e7-d44a-44a0-8f2d-e7000ad02377), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:03.767014 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Router ff0099a3-a753-43c4-9c6c-6635c009b24b has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 15:59:03.803176 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-e9cec262-cbdb-4fdd-bb43-b70924f828b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=df1717da-855c-4ecf-9fb8-b1f5e8b423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844027 Jun 07 15:59:03.812951 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 15:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0de4879-15fa-4fdd-b9aa-71c6e6a5de4e x-openstack-request-id: req-f0de4879-15fa-4fdd-b9aa-71c6e6a5de4e {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 15:59:03.813975 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747e9c67-3bd7-4102-81a0-0e8b2ce5c396", "tag": "d96ef361-1667-48d9-adb9-586d22a99c8e", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 15:59:03.814373 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0de4879-15fa-4fdd-b9aa-71c6e6a5de4e {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 15:59:03.815601 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0de4879-15fa-4fdd-b9aa-71c6e6a5de4e'] response: {'name': 'network-changed', 'server_uuid': '747e9c67-3bd7-4102-81a0-0e8b2ce5c396', 'tag': 'd96ef361-1667-48d9-adb9-586d22a99c8e', 'status': 'completed', 'code': 200} Jun 07 15:59:03.816753 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-65b34967-3532-4c77-bd43-95100c658e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9edf8181-27d2-4925-9f0d-f238fa487c8c), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:03.819309 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-65b34967-3532-4c77-bd43-95100c658e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:03.820467 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-65b34967-3532-4c77-bd43-95100c658e97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9edf8181-27d2-4925-9f0d-f238fa487c8c HTTP/1.1" status: 204 len: 168 time: 2.2654006 Jun 07 15:59:03.937039 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b34967-3532-4c77-bd43-95100c658e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edf8181-27d2-4925-9f0d-f238fa487c8c,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:04.026652 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52894) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:04.058447 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Attempting to bind port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:04.058963 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Attempting to bind port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:04.059631 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Attempting to bind port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 on network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:04.064121 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-0cbf7682-6b23-4b8b-9222-00f2272e2f6a None None] Provisioning complete for port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:04.065465 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7682-6b23-4b8b-9222-00f2272e2f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.119416 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port f08bb7da-013d-46c7-a524-652e56deedac triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:04.119987 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (f08bb7da-013d-46c7-a524-652e56deedac), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.139703 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:04.140078 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Checking segment: {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:04.140515 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.140902 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Bound using segment: {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:04.141382 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Bound port: 04d8f7bf-8b29-4ad8-afa6-20efd023b229, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:04.141762 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.166516 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (e1632d27-76fb-4a11-bc5b-6478e5dc4a8d), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.197436 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-193d954e-9742-4c8e-9119-603184a5807e service neutron] 10.222.0.24 "GET /v2.0/networks/df1717da-855c-4ecf-9fb8-b1f5e8b423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570940 Jun 07 15:59:04.243517 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf7682-6b23-4b8b-9222-00f2272e2f6a None None] Port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:59:04.250775 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cb3b9542-3d9f-490c-8a8f-7132018d32a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.351429 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (52da1456-3b2b-40e6-b3a9-840276ee659d), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.357058 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] For port 04d8f7bf-8b29-4ad8-afa6-20efd023b229, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:04.396974 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-09cd8d6d-d3ef-4489-9498-8c611c44af94 None None] Provisioning complete for port 541c317b-5457-42ab-9960-23492dcbe69d triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:04.406308 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-09cd8d6d-d3ef-4489-9498-8c611c44af94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (541c317b-5457-42ab-9960-23492dcbe69d), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.514286 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] For port 04d8f7bf-8b29-4ad8-afa6-20efd023b229, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=04d8f7bf-8b29-4ad8-afa6-20efd023b229,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:04.559224 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port f08bb7da-013d-46c7-a524-652e56deedac is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:04.559477 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f08bb7da-013d-46c7-a524-652e56deedac), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.568386 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:04.576743 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3de62c5b-d1ba-4e65-b63b-e4385f15eedb req-a80a4c15-87ad-420f-803f-56932f36be8b service neutron] 10.222.0.24 "GET /v2.0/networks/df1717da-855c-4ecf-9fb8-b1f5e8b423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323555 Jun 07 15:59:04.578607 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for port (52da1456-3b2b-40e6-b3a9-840276ee659d), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.584164 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:04.597530 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.720062 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:04.747242 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c1149-82d3-4ae5-92c1-ae62067a6c62 None None] Pushing event updated for resources: {'Port': ['ID=04d8f7bf-8b29-4ad8-afa6-20efd023b229,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:04.769445 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba08b9-d055-43b4-aad8-3773a3ad1eac req-05514bb9-af5a-40db-8b83-65af0bf6ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:04.778747 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-edba08b9-d055-43b4-aad8-3773a3ad1eac req-05514bb9-af5a-40db-8b83-65af0bf6ee25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e7218a263864d068e82a5845e1fa739&device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 1127 time: 0.1060488 Jun 07 15:59:04.779044 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-09cd8d6d-d3ef-4489-9498-8c611c44af94 None None] Port 541c317b-5457-42ab-9960-23492dcbe69d cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:59:04.807969 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port f08bb7da-013d-46c7-a524-652e56deedac, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=f08bb7da-013d-46c7-a524-652e56deedac,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:04.840991 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f08bb7da-013d-46c7-a524-652e56deedac), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:04.855856 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:04.856530 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:04.991734 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:59:04.996745 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (52da1456-3b2b-40e6-b3a9-840276ee659d), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:05.006408 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Sync routers for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:59:05.042384 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-05134a58-a383-4d5a-93e9-ea6aa698cce0 admin admin] 10.222.0.18 "PUT /v2.0/routers/ff0099a3-a753-43c4-9c6c-6635c009b24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1279750 Jun 07 15:59:05.048135 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:05.051584 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:05.115048 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:05.210675 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'Port': ['ID=52da1456-3b2b-40e6-b3a9-840276ee659d,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:05.294233 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (e1632d27-76fb-4a11-bc5b-6478e5dc4a8d), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:05.332942 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:05.338923 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415cd5c-1ea5-4c02-be37-564e5a524ed1 req-5c3efcc3-565d-47e4-baa7-144011b4493c tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:05.345759 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9415cd5c-1ea5-4c02-be37-564e5a524ed1 req-5c3efcc3-565d-47e4-baa7-144011b4493c tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 943 time: 0.4940290 Jun 07 15:59:05.426659 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:05.449032 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 04d8f7bf-8b29-4ad8-afa6-20efd023b229 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:05.470008 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:05.471464 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ae1643dd-e63c-4880-ac55-b4497fdc3c25 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0954902 Jun 07 15:59:05.556218 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba08b9-d055-43b4-aad8-3773a3ad1eac req-af85e4d3-f48f-4eb7-89a5-0a61154226cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:05.557740 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-edba08b9-d055-43b4-aad8-3773a3ad1eac req-af85e4d3-f48f-4eb7-89a5-0a61154226cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=df1717da-855c-4ecf-9fb8-b1f5e8b423fb HTTP/1.1" status: 200 len: 912 time: 0.7766709 Jun 07 15:59:05.560992 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (541c317b-5457-42ab-9960-23492dcbe69d), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:05.570804 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:05.586907 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-a6cf43e8-0871-4445-95a0-283ad8514263 None None] Provisioning complete for port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:05.587737 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6cf43e8-0871-4445-95a0-283ad8514263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:05.631506 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cb3b9542-3d9f-490c-8a8f-7132018d32a5 admin admin] Publish callbacks [] for security_group (916c5279-1cd4-4120-b63d-b3b491f8fe74), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:05.655335 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cb3b9542-3d9f-490c-8a8f-7132018d32a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (916c5279-1cd4-4120-b63d-b3b491f8fe74), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:05.685632 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-edba08b9-d055-43b4-aad8-3773a3ad1eac req-3ea5a30e-423c-4afd-8749-6b0142526c1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d96ef361-1667-48d9-adb9-586d22a99c8e HTTP/1.1" status: 200 len: 217 time: 0.1161089 Jun 07 15:59:05.700409 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=f08bb7da-013d-46c7-a524-652e56deedac,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:05.704246 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9415cd5c-1ea5-4c02-be37-564e5a524ed1 req-a2f7de83-845b-43f9-a4b9-fa4fbdec0a1a tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128037 Jun 07 15:59:05.742721 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:05.743644 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:05.824289 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba08b9-d055-43b4-aad8-3773a3ad1eac req-ee689ede-c437-45b4-a1fc-2fc959324349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:05.826274 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-edba08b9-d055-43b4-aad8-3773a3ad1eac req-ee689ede-c437-45b4-a1fc-2fc959324349 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb8ad8b4-a95f-4ccc-be62-065b4892a09f HTTP/1.1" status: 200 len: 851 time: 0.1166508 Jun 07 15:59:05.952855 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-edba08b9-d055-43b4-aad8-3773a3ad1eac req-a9419630-ccdb-438c-a42a-5a2a4622f620 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=df1717da-855c-4ecf-9fb8-b1f5e8b423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787113 Jun 07 15:59:05.983999 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-cb3b9542-3d9f-490c-8a8f-7132018d32a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e052e18929104fcb9322b30bb6ffbff4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7795470 Jun 07 15:59:05.988912 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52936) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:05.990044 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b9542-3d9f-490c-8a8f-7132018d32a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916c5279-1cd4-4120-b63d-b3b491f8fe74,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:06.018470 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 2, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:06.105477 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf43e8-0871-4445-95a0-283ad8514263 None None] Current status of the port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:06.109392 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6cf43e8-0871-4445-95a0-283ad8514263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:06.228262 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Checking router: ff0099a3-a753-43c4-9c6c-6635c009b24b for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:59:06.235603 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Updating router ff0099a3-a753-43c4-9c6c-6635c009b24b port 1085257e-f2db-4dae-94ef-8e2da284566f binding host dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 15:59:06.286233 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f6c32e2-6bd9-4221-afff-293f6447a3b6 admin admin] Publish callbacks [] for security_group (916c5279-1cd4-4120-b63d-b3b491f8fe74), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:06.365113 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:06.370212 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:06.446037 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 52964) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:06.468973 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-919688ce-dc05-431b-b6cb-ccbff39ce58a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--566573353', 'description': 'tempest-description--1625664136'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:06.524892 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20a0e3-7b72-46fc-b0e9-dc8150c6bdb8 None None] The sync data for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi is: [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:59:06.635322 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-a6cf43e8-0871-4445-95a0-283ad8514263 None None] For port 04d8f7bf-8b29-4ad8-afa6-20efd023b229, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=04d8f7bf-8b29-4ad8-afa6-20efd023b229,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:06.643732 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-919688ce-dc05-431b-b6cb-ccbff39ce58a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:06.645365 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Publish callbacks [] for port (541c317b-5457-42ab-9960-23492dcbe69d), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:06.656132 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (541c317b-5457-42ab-9960-23492dcbe69d), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:06.657096 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1829311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582436'] for router_interface (a89e11e7-d44a-44a0-8f2d-e7000ad02377), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:06.666485 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6cf43e8-0871-4445-95a0-283ad8514263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:06.822393 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:06.822827 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:06.942980 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf43e8-0871-4445-95a0-283ad8514263 None None] Pushing event updated for resources: {'Port': ['ID=04d8f7bf-8b29-4ad8-afa6-20efd023b229,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:07.015673 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Pushing event updated for resources: {'Port': ['ID=541c317b-5457-42ab-9960-23492dcbe69d,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:07.059141 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.db.api [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 07 15:59:07.060282 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG oslo_db.api [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 15:59:07.066481 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Publish callbacks [] for port (1085257e-f2db-4dae-94ef-8e2da284566f), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:07.078849 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:07.123784 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Network bca6588e-929f-4019-b79c-d0c7387dc8b6 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:07.125931 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:07.215911 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:07.230482 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-edba08b9-d055-43b4-aad8-3773a3ad1eac req-77ba332f-7328-4821-9695-9e5db652b45f service neutron] 10.222.0.24 "GET /v2.0/networks/df1717da-855c-4ecf-9fb8-b1f5e8b423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2544053 Jun 07 15:59:07.248920 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f6c32e2-6bd9-4221-afff-293f6447a3b6 admin admin] Publish callbacks [] for security_group (916c5279-1cd4-4120-b63d-b3b491f8fe74), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:07.313700 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:07.324418 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68306f-2bc3-4355-8d46-672a270c8174 req-49cb3572-66ca-4441-865e-f62049f51224 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:07.327358 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-de68306f-2bc3-4355-8d46-672a270c8174 req-49cb3572-66ca-4441-865e-f62049f51224 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 943 time: 0.2981570 Jun 07 15:59:07.351686 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ffa0d-05f8-44ff-bc3d-8ba5ecb2e43d None None] Pushing event updated for resources: {'Port': ['ID=1085257e-f2db-4dae-94ef-8e2da284566f,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:07.425900 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-af55dd09-365d-4cf4-a7a5-b4e8e999d6cb tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--456252508&fields=id&tenant_id=9d0733c937754d1182c68bd4ea7f283c HTTP/1.1" status: 200 len: 267 time: 1.1407521 Jun 07 15:59:07.529077 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-919688ce-dc05-431b-b6cb-ccbff39ce58a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (c72df772-d184-4d52-9adc-f97c8ea09f63), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:07.549889 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Router a89e11e7-d44a-44a0-8f2d-e7000ad02377 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 15:59:07.562373 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-919688ce-dc05-431b-b6cb-ccbff39ce58a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (c72df772-d184-4d52-9adc-f97c8ea09f63), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:07.658938 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:07.660871 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:07.691586 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:07.776418 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919688ce-dc05-431b-b6cb-ccbff39ce58a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72df772-d184-4d52-9adc-f97c8ea09f63,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:07.801097 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-de68306f-2bc3-4355-8d46-672a270c8174 req-a754d36a-175f-438f-9480-8990b5d90715 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692423 Jun 07 15:59:07.803814 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Attempting to bind port 1085257e-f2db-4dae-94ef-8e2da284566f on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:07.804459 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Attempting to bind port 1085257e-f2db-4dae-94ef-8e2da284566f by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:07.807099 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Attempting to bind port 1085257e-f2db-4dae-94ef-8e2da284566f on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:07.820393 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:07.851365 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:07.851773 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Checking segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:07.860075 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:07.860631 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Bound using segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:07.864520 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:59:07.868748 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Bound port: 1085257e-f2db-4dae-94ef-8e2da284566f, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:07.869241 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:07.880877 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3175a30b-f6c1-42a0-998f-ccfcc68d0d9c admin admin] 10.222.0.18 "PUT /v2.0/routers/a89e11e7-d44a-44a0-8f2d-e7000ad02377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7700417 Jun 07 15:59:08.008517 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:08.088453 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] For port 1085257e-f2db-4dae-94ef-8e2da284566f, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:08.103432 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] For port 1085257e-f2db-4dae-94ef-8e2da284566f, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=1085257e-f2db-4dae-94ef-8e2da284566f,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:08.121616 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.201807 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c42674cc-b431-4781-8023-74042cff2b86 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:08.217802 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c42674cc-b431-4781-8023-74042cff2b86 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/networks?id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 200 len: 811 time: 0.6628532 Jun 07 15:59:08.226662 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-919688ce-dc05-431b-b6cb-ccbff39ce58a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.242269 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 52998) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:08.246829 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-7bcdaaa1-f6b0-4aff-9990-1c79b95d6a00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group_rule': {'security_group_id': 'c72df772-d184-4d52-9adc-f97c8ea09f63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:08.249794 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Sync routers for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:59:08.259236 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ffa0d-05f8-44ff-bc3d-8ba5ecb2e43d None None] Pushing event updated for resources: {'Port': ['ID=1085257e-f2db-4dae-94ef-8e2da284566f,revision_number=4']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:08.278007 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-919688ce-dc05-431b-b6cb-ccbff39ce58a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8222792 Jun 07 15:59:08.289605 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:08.300155 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:08.306153 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:08.317841 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:08.329451 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-df864275-1067-4b9f-a152-ed1bd7b635e4 None None] Provisioning complete for port 541c317b-5457-42ab-9960-23492dcbe69d triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:08.329451 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-df864275-1067-4b9f-a152-ed1bd7b635e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (541c317b-5457-42ab-9960-23492dcbe69d), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.371255 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-f5670c65-94ec-4b00-9efb-aa613b5bb5c3 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/quotas/9d0733c937754d1182c68bd4ea7f283c HTTP/1.1" status: 200 len: 375 time: 0.1524825 Jun 07 15:59:08.372235 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7bcdaaa1-f6b0-4aff-9990-1c79b95d6a00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (89ad9d1f-ea71-49e0-84e5-c640ef311c64), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.408625 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-edba08b9-d055-43b4-aad8-3773a3ad1eac req-4c008827-2ce3-4757-add9-04f8837e4711 service neutron] 10.222.0.24 "GET /v2.0/networks/df1717da-855c-4ecf-9fb8-b1f5e8b423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1469665 Jun 07 15:59:08.490911 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:08.500349 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-f61d08fa-ece9-482e-b6fb-d5764cd7a6f1 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270642 Jun 07 15:59:08.509794 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7bcdaaa1-f6b0-4aff-9990-1c79b95d6a00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (89ad9d1f-ea71-49e0-84e5-c640ef311c64), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.512929 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:08.513899 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53006) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:08.522854 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f6c32e2-6bd9-4221-afff-293f6447a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (916c5279-1cd4-4120-b63d-b3b491f8fe74), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.532689 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-2ae56869-5553-4797-801c-99944ad7a88f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469114999', 'description': 'tempest-description--1716785250'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:08.536213 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f6c32e2-6bd9-4221-afff-293f6447a3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.539772 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3f6c32e2-6bd9-4221-afff-293f6447a3b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/916c5279-1cd4-4120-b63d-b3b491f8fe74 HTTP/1.1" status: 204 len: 168 time: 2.5467479 Jun 07 15:59:08.549863 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7bcdaaa1-f6b0-4aff-9990-1c79b95d6a00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (89ad9d1f-ea71-49e0-84e5-c640ef311c64), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.591041 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-df864275-1067-4b9f-a152-ed1bd7b635e4 None None] Port 541c317b-5457-42ab-9960-23492dcbe69d cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:59:08.609558 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:08.609949 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.638759 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdaaa1-f6b0-4aff-9990-1c79b95d6a00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ad9d1f-ea71-49e0-84e5-c640ef311c64,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:08.671719 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:08.692703 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7bcdaaa1-f6b0-4aff-9990-1c79b95d6a00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.699969 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-7bcdaaa1-f6b0-4aff-9990-1c79b95d6a00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4508147 Jun 07 15:59:08.704190 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2ae56869-5553-4797-801c-99944ad7a88f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.741283 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53018) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:08.835162 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-0c51a07a-697e-441e-8f5a-c0e4b6acc61f None None] Provisioning complete for port 1085257e-f2db-4dae-94ef-8e2da284566f triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:08.835789 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c51a07a-697e-441e-8f5a-c0e4b6acc61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.859300 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:08Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:08.873642 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:08.889359 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2ae56869-5553-4797-801c-99944ad7a88f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (eba72155-350e-4a07-916f-5791bfb379db), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.899770 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-e410d5a7-2cad-45f1-8e24-821b0e3c1a93 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group_rule': {'security_group_id': 'c72df772-d184-4d52-9adc-f97c8ea09f63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:08.913989 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac270f-c7db-4c6e-9de3-de10af744149 None None] The sync data for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi is: [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:08Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:59:08.928138 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2ae56869-5553-4797-801c-99944ad7a88f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (eba72155-350e-4a07-916f-5791bfb379db), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:08.969132 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:09.067363 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2ae56869-5553-4797-801c-99944ad7a88f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.071432 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-2ae56869-5553-4797-801c-99944ad7a88f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5522354 Jun 07 15:59:09.071432 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e410d5a7-2cad-45f1-8e24-821b0e3c1a93 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (8ccf0af6-500c-441c-a6e9-9bd187e99ed1), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.073104 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53038) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:09.083949 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-7164ccda-ae18-4081-ad8c-b31e8bc9e8e5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'security_group_rule': {'security_group_id': 'eba72155-350e-4a07-916f-5791bfb379db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:09.095559 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae56869-5553-4797-801c-99944ad7a88f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba72155-350e-4a07-916f-5791bfb379db,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:09.180816 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7164ccda-ae18-4081-ad8c-b31e8bc9e8e5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (901f2d77-ad62-4b2e-a44e-b8d37ac3d9de), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.203313 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c32e2-6bd9-4221-afff-293f6447a3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916c5279-1cd4-4120-b63d-b3b491f8fe74,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:09.305578 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebdb8d-e8b9-4b87-b846-3d6de5aeab32 req-96938dd5-f881-4b54-8f98-986dfa330097 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:09.313879 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-0c51a07a-697e-441e-8f5a-c0e4b6acc61f None None] Current status of the port 1085257e-f2db-4dae-94ef-8e2da284566f is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:09.314311 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c51a07a-697e-441e-8f5a-c0e4b6acc61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.319062 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-49ebdb8d-e8b9-4b87-b846-3d6de5aeab32 req-96938dd5-f881-4b54-8f98-986dfa330097 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 943 time: 0.2089012 Jun 07 15:59:09.367406 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e410d5a7-2cad-45f1-8e24-821b0e3c1a93 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (8ccf0af6-500c-441c-a6e9-9bd187e99ed1), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.391760 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:09.392139 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.404369 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e410d5a7-2cad-45f1-8e24-821b0e3c1a93 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (8ccf0af6-500c-441c-a6e9-9bd187e99ed1), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.444844 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-0c51a07a-697e-441e-8f5a-c0e4b6acc61f None None] For port 1085257e-f2db-4dae-94ef-8e2da284566f, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=1085257e-f2db-4dae-94ef-8e2da284566f,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:09.459562 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-b791312a-c5cc-439b-860b-7d47b3041863 service neutron] 10.222.0.18 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9578300 Jun 07 15:59:09.460412 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c51a07a-697e-441e-8f5a-c0e4b6acc61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.478355 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-49ebdb8d-e8b9-4b87-b846-3d6de5aeab32 req-29ff7c21-44ce-42e6-9c72-7f7b480b5ce5 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569433 Jun 07 15:59:09.480190 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410d5a7-2cad-45f1-8e24-821b0e3c1a93 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ccf0af6-500c-441c-a6e9-9bd187e99ed1,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:09.481668 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=782d5b8a-089b-4bfe-9a1a-ed62518f3a67,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:09.522919 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e410d5a7-2cad-45f1-8e24-821b0e3c1a93 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.524755 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.528482 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-e410d5a7-2cad-45f1-8e24-821b0e3c1a93 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6331909 Jun 07 15:59:09.529108 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53054) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:09.533019 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7164ccda-ae18-4081-ad8c-b31e8bc9e8e5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (901f2d77-ad62-4b2e-a44e-b8d37ac3d9de), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.549888 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:09.585577 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53056) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:09.588711 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7164ccda-ae18-4081-ad8c-b31e8bc9e8e5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (901f2d77-ad62-4b2e-a44e-b8d37ac3d9de), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.622648 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.670516 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-abfb01c6-4677-48bc-9542-a857b23e7431 service neutron] 10.222.0.18 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911352 Jun 07 15:59:09.679078 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51a07a-697e-441e-8f5a-c0e4b6acc61f None None] Pushing event updated for resources: {'Port': ['ID=1085257e-f2db-4dae-94ef-8e2da284566f,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:09.708726 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-3f57e4d0-ef38-46ef-bb82-1e1d695988a3 None None] Provisioning complete for port 1085257e-f2db-4dae-94ef-8e2da284566f triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:09.709647 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3f57e4d0-ef38-46ef-bb82-1e1d695988a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.819421 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164ccda-ae18-4081-ad8c-b31e8bc9e8e5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901f2d77-ad62-4b2e-a44e-b8d37ac3d9de,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:09.849827 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:09.870851 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7164ccda-ae18-4081-ad8c-b31e8bc9e8e5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:09.872060 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-7164ccda-ae18-4081-ad8c-b31e8bc9e8e5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7940993 Jun 07 15:59:09.875628 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53066) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:09.876023 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 2, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:09.883906 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-951218a8-967b-4a4d-be5e-38eb12ecb010 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'security_group_rule': {'security_group_id': 'eba72155-350e-4a07-916f-5791bfb379db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:10.010497 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-884b13f7-c2ef-4964-a4d7-ba89e811add1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.011851 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:10.021124 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-951218a8-967b-4a4d-be5e-38eb12ecb010 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (664f6186-f066-404a-971f-c09c2f48148c), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.029596 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Checking router: a89e11e7-d44a-44a0-8f2d-e7000ad02377 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:59:10.030037 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Updating router a89e11e7-d44a-44a0-8f2d-e7000ad02377 port 541c317b-5457-42ab-9960-23492dcbe69d binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 15:59:10.062433 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 1085257e-f2db-4dae-94ef-8e2da284566f up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:10.066281 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:10.071209 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.091519 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (541c317b-5457-42ab-9960-23492dcbe69d), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.165149 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=782d5b8a-089b-4bfe-9a1a-ed62518f3a67,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:10.191972 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-3f57e4d0-ef38-46ef-bb82-1e1d695988a3 None None] Current status of the port 1085257e-f2db-4dae-94ef-8e2da284566f is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:10.192980 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-951218a8-967b-4a4d-be5e-38eb12ecb010 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (664f6186-f066-404a-971f-c09c2f48148c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.240995 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-951218a8-967b-4a4d-be5e-38eb12ecb010 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (664f6186-f066-404a-971f-c09c2f48148c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.250497 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8c098612-cd6b-4bdb-abcf-77c703f27ae9 req-766508f9-c9bb-4620-a2da-09223d2a9bef tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 210 time: 0.1518579 Jun 07 15:59:10.300646 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951218a8-967b-4a4d-be5e-38eb12ecb010 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664f6186-f066-404a-971f-c09c2f48148c,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:10.311473 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-951218a8-967b-4a4d-be5e-38eb12ecb010 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.315815 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 1085257e-f2db-4dae-94ef-8e2da284566f triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:10.315815 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.316880 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-951218a8-967b-4a4d-be5e-38eb12ecb010 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4391742 Jun 07 15:59:10.317670 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53096) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:10.327648 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:10.359150 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:10.389134 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.423165 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Allocated IP 172.27.2.114 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/f61f1c77-0f9d-4b33-b332-99ce51f181b0) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:10.434643 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-884b13f7-c2ef-4964-a4d7-ba89e811add1 admin admin] Publish callbacks [] for security_group (fa64b1d0-4deb-4ad8-bf9e-12b1cb0d9cdb), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.445192 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-884b13f7-c2ef-4964-a4d7-ba89e811add1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (fa64b1d0-4deb-4ad8-bf9e-12b1cb0d9cdb), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.486008 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b13f7-c2ef-4964-a4d7-ba89e811add1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa64b1d0-4deb-4ad8-bf9e-12b1cb0d9cdb,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:10.585790 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-884b13f7-c2ef-4964-a4d7-ba89e811add1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70cfc2241ce949a4b18e29d6236d9ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9982264 Jun 07 15:59:10.587316 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53112) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:10.636702 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.668691 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (f61f1c77-0f9d-4b33-b332-99ce51f181b0), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.707082 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:10.726421 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (f61f1c77-0f9d-4b33-b332-99ce51f181b0), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.768060 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 1085257e-f2db-4dae-94ef-8e2da284566f is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:10.770202 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 04d8f7bf-8b29-4ad8-afa6-20efd023b229 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:10.790755 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:10.792229 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:10.796510 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:10.839308 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15673a-6bbc-48eb-930a-3a46ba6e9a0a req-ed27f80e-9fb4-426f-b98b-2e2952bd7932 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:10.842637 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fc15673a-6bbc-48eb-930a-3a46ba6e9a0a req-ed27f80e-9fb4-426f-b98b-2e2952bd7932 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 943 time: 0.2336414 Jun 07 15:59:10.855616 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=f61f1c77-0f9d-4b33-b332-99ce51f181b0,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:10.929155 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (151d50b6-cbf1-4c17-b795-4b481d35f9ba), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.933390 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:10.933967 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:10.958910 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a15a6e9d-8064-4513-b29d-59fe2bbefa1e admin admin] Publish callbacks [] for security_group (fa64b1d0-4deb-4ad8-bf9e-12b1cb0d9cdb), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.005364 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53130) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:11.008131 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Publish callbacks [] for port (541c317b-5457-42ab-9960-23492dcbe69d), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.015012 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (541c317b-5457-42ab-9960-23492dcbe69d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.052308 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f61f1c77-0f9d-4b33-b332-99ce51f181b0), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.096075 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:11.097893 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device f08bb7da-013d-46c7-a524-652e56deedac up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:11.142259 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fc15673a-6bbc-48eb-930a-3a46ba6e9a0a req-965935ba-ae11-4ed3-9982-73b8e54473e6 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889705 Jun 07 15:59:11.186330 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a15a6e9d-8064-4513-b29d-59fe2bbefa1e admin admin] Publish callbacks [] for security_group (fa64b1d0-4deb-4ad8-bf9e-12b1cb0d9cdb), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.214992 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa42ef-c125-4c5e-a82d-56f22e2598d7 None None] Pushing event updated for resources: {'Port': ['ID=541c317b-5457-42ab-9960-23492dcbe69d,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:11.310953 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4997145d-a6c2-4733-9cdc-c310cbf3b3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.322038 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:11.358124 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:11.381141 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Allocated IP 172.27.2.250 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/f88da28f-d0ba-4a16-8c37-fbeb0e4a6988) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:11.382251 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Attempting to bind port 541c317b-5457-42ab-9960-23492dcbe69d on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:11.382797 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Attempting to bind port 541c317b-5457-42ab-9960-23492dcbe69d by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:11.384038 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Attempting to bind port 541c317b-5457-42ab-9960-23492dcbe69d on network bca6588e-929f-4019-b79c-d0c7387dc8b6 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:11.394819 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:11.397584 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Checking segment: {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:11.398980 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.399535 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Bound using segment: {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:11.400946 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Bound port: 541c317b-5457-42ab-9960-23492dcbe69d, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:11.401721 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (541c317b-5457-42ab-9960-23492dcbe69d), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.409563 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port f08bb7da-013d-46c7-a524-652e56deedac triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:11.410256 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (f08bb7da-013d-46c7-a524-652e56deedac), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.621842 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9e816690-9ef0-4097-873e-88a41334142c req-cdc5becd-d9e1-413a-aa36-c58c9665a03a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 210 time: 0.0818338 Jun 07 15:59:11.622281 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:11.629696 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:11.676513 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a15a6e9d-8064-4513-b29d-59fe2bbefa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (fa64b1d0-4deb-4ad8-bf9e-12b1cb0d9cdb), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.679936 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a15a6e9d-8064-4513-b29d-59fe2bbefa1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.690802 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a15a6e9d-8064-4513-b29d-59fe2bbefa1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa64b1d0-4deb-4ad8-bf9e-12b1cb0d9cdb HTTP/1.1" status: 204 len: 168 time: 1.1013932 Jun 07 15:59:11.706408 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (f61f1c77-0f9d-4b33-b332-99ce51f181b0), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.726547 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f61f1c77-0f9d-4b33-b332-99ce51f181b0), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.734445 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4997145d-a6c2-4733-9cdc-c310cbf3b3b8 admin admin] Publish callbacks [] for security_group (a386ea1e-aa94-4a99-a923-c2647289c712), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.745104 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:11.755207 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for port (f88da28f-d0ba-4a16-8c37-fbeb0e4a6988), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.778647 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4997145d-a6c2-4733-9cdc-c310cbf3b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (a386ea1e-aa94-4a99-a923-c2647289c712), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.815657 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a6e9d-8064-4513-b29d-59fe2bbefa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa64b1d0-4deb-4ad8-bf9e-12b1cb0d9cdb,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:11.821388 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (151d50b6-cbf1-4c17-b795-4b481d35f9ba), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.882642 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4997145d-a6c2-4733-9cdc-c310cbf3b3b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ee2256aa05f4bd6b4b54ce5f5f72036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8760324 Jun 07 15:59:11.885447 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53164) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:11.888910 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=f61f1c77-0f9d-4b33-b332-99ce51f181b0,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:11.891532 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997145d-a6c2-4733-9cdc-c310cbf3b3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a386ea1e-aa94-4a99-a923-c2647289c712,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:11.901926 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.905038 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (f88da28f-d0ba-4a16-8c37-fbeb0e4a6988), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:11.905864 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-9fbebad5-e8a9-4869-81c0-43aa7df5dbe5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3715537 Jun 07 15:59:11.934256 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device d96ef361-1667-48d9-adb9-586d22a99c8e details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 15:59:11.998901 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:12.007436 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:12.015523 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:12.071662 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-ac037f6b-c85f-4d01-9524-74b93b7f8d17 None None] Provisioning complete for port 541c317b-5457-42ab-9960-23492dcbe69d triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:12.072040 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ac037f6b-c85f-4d01-9524-74b93b7f8d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (541c317b-5457-42ab-9960-23492dcbe69d), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.114626 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'Port': ['ID=f88da28f-d0ba-4a16-8c37-fbeb0e4a6988,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:12.151010 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-ac037f6b-c85f-4d01-9524-74b93b7f8d17 None None] Port 541c317b-5457-42ab-9960-23492dcbe69d cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:59:12.174784 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-30584a7c-9169-49f1-b54a-16bf4c18497d admin admin] Publish callbacks [] for security_group (a386ea1e-aa94-4a99-a923-c2647289c712), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.187278 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:12.230961 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port f08bb7da-013d-46c7-a524-652e56deedac is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:12.242397 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.249014 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] For port 541c317b-5457-42ab-9960-23492dcbe69d, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:12.254953 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] For port 541c317b-5457-42ab-9960-23492dcbe69d, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=541c317b-5457-42ab-9960-23492dcbe69d,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:12.272831 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (541c317b-5457-42ab-9960-23492dcbe69d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.310283 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-30584a7c-9169-49f1-b54a-16bf4c18497d admin admin] Publish callbacks [] for security_group (a386ea1e-aa94-4a99-a923-c2647289c712), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.321114 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f88da28f-d0ba-4a16-8c37-fbeb0e4a6988), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.329125 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port d96ef361-1667-48d9-adb9-586d22a99c8e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=d96ef361-1667-48d9-adb9-586d22a99c8e,segment=NetworkSegment(b84583ee-f7a6-48fa-b45a-cf0b187608f9),segment_id=b84583ee-f7a6-48fa-b45a-cf0b187608f9)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:12.382350 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': 'd96ef361-1667-48d9-adb9-586d22a99c8e', 'network_id': 'df1717da-855c-4ecf-9fb8-b1f5e8b423fb', 'port_id': 'd96ef361-1667-48d9-adb9-586d22a99c8e', 'mac_address': 'fa:16:3e:23:85:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8ad8b4-a95f-4ccc-be62-065b4892a09f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 15:59:12.393210 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:12.394038 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:58:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:12.467345 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 1085257e-f2db-4dae-94ef-8e2da284566f up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:12.488807 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-66eb5577-2b59-4e98-b3cd-6740276cd26b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--566573353&fields=id&tenant_id=e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 267 time: 0.3217273 Jun 07 15:59:12.521371 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa42ef-c125-4c5e-a82d-56f22e2598d7 None None] Pushing event updated for resources: {'Port': ['ID=541c317b-5457-42ab-9960-23492dcbe69d,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:12.539762 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44efdc3-36b5-4200-a1fc-35646670a392 req-b16c8fe1-48ce-4d6c-9596-246098047678 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:12.541339 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d44efdc3-36b5-4200-a1fc-35646670a392 req-b16c8fe1-48ce-4d6c-9596-246098047678 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 943 time: 0.2289624 Jun 07 15:59:12.575679 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port d96ef361-1667-48d9-adb9-586d22a99c8e is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:12.576054 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.655460 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96ef361-1667-48d9-adb9-586d22a99c8e {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 15:59:12.697952 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-30584a7c-9169-49f1-b54a-16bf4c18497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (a386ea1e-aa94-4a99-a923-c2647289c712), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.702927 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-30584a7c-9169-49f1-b54a-16bf4c18497d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.704252 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-30584a7c-9169-49f1-b54a-16bf4c18497d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a386ea1e-aa94-4a99-a923-c2647289c712 HTTP/1.1" status: 204 len: 168 time: 0.8151941 Jun 07 15:59:12.715085 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port d96ef361-1667-48d9-adb9-586d22a99c8e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=d96ef361-1667-48d9-adb9-586d22a99c8e,segment=NetworkSegment(b84583ee-f7a6-48fa-b45a-cf0b187608f9),segment_id=b84583ee-f7a6-48fa-b45a-cf0b187608f9)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:12.719001 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:12.748902 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-97677ff9-2657-4ad9-962d-1129cb1a384f None None] Provisioning complete for port 541c317b-5457-42ab-9960-23492dcbe69d triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:12.749297 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-97677ff9-2657-4ad9-962d-1129cb1a384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (541c317b-5457-42ab-9960-23492dcbe69d), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.757763 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.795307 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d44efdc3-36b5-4200-a1fc-35646670a392 req-4172a461-7596-4d45-a695-e829eb90031b tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360392 Jun 07 15:59:12.808751 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 1085257e-f2db-4dae-94ef-8e2da284566f triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:12.808906 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.955296 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for port (f88da28f-d0ba-4a16-8c37-fbeb0e4a6988), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:12.968570 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:12.971324 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30584a7c-9169-49f1-b54a-16bf4c18497d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a386ea1e-aa94-4a99-a923-c2647289c712,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:12.981096 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f88da28f-d0ba-4a16-8c37-fbeb0e4a6988), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.024090 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:13.029250 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=d96ef361-1667-48d9-adb9-586d22a99c8e,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:13.039603 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7722a2a5-ff2a-4c1f-a730-1f64e6edb4c9 req-fcca2119-a83e-4330-b95a-d9451b331e29 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 210 time: 0.0534291 Jun 07 15:59:13.092092 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.118247 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.119722 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8009386 Jun 07 15:59:13.125998 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-c0118b46-c319-485e-bc2c-8df6a0006d55 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:13.133986 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-c0118b46-c319-485e-bc2c-8df6a0006d55 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 813 time: 0.6388128 Jun 07 15:59:13.149918 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-97677ff9-2657-4ad9-962d-1129cb1a384f None None] Current status of the port 541c317b-5457-42ab-9960-23492dcbe69d is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:13.150339 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-97677ff9-2657-4ad9-962d-1129cb1a384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (541c317b-5457-42ab-9960-23492dcbe69d), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.159918 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc715c-0160-4093-bffd-836a47d32b0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'Port': ['ID=f88da28f-d0ba-4a16-8c37-fbeb0e4a6988,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:13.160400 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 1085257e-f2db-4dae-94ef-8e2da284566f is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:13.161346 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:13.164235 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-ef93bcbd-38b2-4f7f-91cd-d3969a42ed13 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/quotas/e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 375 time: 0.0220408 Jun 07 15:59:13.170270 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:13.193712 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:13.237114 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-4e5de5b4-1c38-4d5e-bd44-46ddf209db75 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587723 Jun 07 15:59:13.254854 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53220) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:13.255300 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53222) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:13.274954 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2ee1577f-3a06-4f28-b1e3-f481c07334b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.275963 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-97677ff9-2657-4ad9-962d-1129cb1a384f None None] For port 541c317b-5457-42ab-9960-23492dcbe69d, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=541c317b-5457-42ab-9960-23492dcbe69d,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:13.290066 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-97677ff9-2657-4ad9-962d-1129cb1a384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (541c317b-5457-42ab-9960-23492dcbe69d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.293173 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:59:13.295455 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:12Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:13.331875 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:13.332293 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.336947 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a860a8e-9335-4445-b571-dba03fc0b682 None None] The sync data for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi is: [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:12Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:59:13.424888 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2ee1577f-3a06-4f28-b1e3-f481c07334b1 admin admin] Publish callbacks [] for security_group (ced4e8ac-8675-4954-a7c1-49c67e6dd661), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.435405 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2ee1577f-3a06-4f28-b1e3-f481c07334b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (ced4e8ac-8675-4954-a7c1-49c67e6dd661), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.447601 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97677ff9-2657-4ad9-962d-1129cb1a384f None None] Pushing event updated for resources: {'Port': ['ID=541c317b-5457-42ab-9960-23492dcbe69d,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:13.486496 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-bf441612-be6d-4ca1-ac6d-e2846ba30c2c service neutron] 10.222.0.18 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457197 Jun 07 15:59:13.502461 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:13.531759 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-2ee1577f-3a06-4f28-b1e3-f481c07334b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2eb6814ed924e45b625ec06124bdc03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754560 Jun 07 15:59:13.536304 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53236) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:13.548512 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1577f-3a06-4f28-b1e3-f481c07334b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced4e8ac-8675-4954-a7c1-49c67e6dd661,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:13.634698 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c2ef77c4-4761-4ae8-b6bc-0be86be4e86e admin admin] Publish callbacks [] for security_group (ced4e8ac-8675-4954-a7c1-49c67e6dd661), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.664953 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c2ef77c4-4761-4ae8-b6bc-0be86be4e86e admin admin] Publish callbacks [] for security_group (ced4e8ac-8675-4954-a7c1-49c67e6dd661), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.676549 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-52cde11a-f4e1-4b31-8d37-1c4bcc3dd4bf service neutron] 10.222.0.18 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824808 Jun 07 15:59:13.702218 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-630e1efe-226b-4751-a320-3542902d03c3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1469114999&fields=id&tenant_id=d9f6ff4cee09476c925730a31d32e56f HTTP/1.1" status: 200 len: 267 time: 0.0968964 Jun 07 15:59:13.711645 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-696627766-network', 'tenant_id': '2cea31c70e1a40c790e4d1dcd6b7410d'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:13.739146 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Made reservation on behalf of 2cea31c70e1a40c790e4d1dcd6b7410d for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:13.742648 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.755401 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.769913 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c2ef77c4-4761-4ae8-b6bc-0be86be4e86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (ced4e8ac-8675-4954-a7c1-49c67e6dd661), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.774276 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c2ef77c4-4761-4ae8-b6bc-0be86be4e86e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.775462 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-c2ef77c4-4761-4ae8-b6bc-0be86be4e86e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ced4e8ac-8675-4954-a7c1-49c67e6dd661 HTTP/1.1" status: 204 len: 168 time: 0.2327471 Jun 07 15:59:13.795878 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef77c4-4761-4ae8-b6bc-0be86be4e86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced4e8ac-8675-4954-a7c1-49c67e6dd661,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:13.881657 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90bad-3702-4b54-806b-b16fddf31498 req-e1f54ea1-d3be-4087-b165-491252b29289 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:13.889531 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-e1f54ea1-d3be-4087-b165-491252b29289 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 816 time: 0.1861110 Jun 07 15:59:13.908655 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-e0d72e5f-f95f-4141-9032-9e282d79fc1a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/quotas/d9f6ff4cee09476c925730a31d32e56f HTTP/1.1" status: 200 len: 375 time: 0.0178246 Jun 07 15:59:13.963620 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Publish callbacks [] for security_group (0c536402-3f8b-465a-993e-612ee71f3136), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:13.973286 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (0c536402-3f8b-465a-993e-612ee71f3136), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:14.043224 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:INSERT=20,neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:14.052122 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 15:59:14.068652 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c536402-3f8b-465a-993e-612ee71f3136,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:14.072084 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:14.089887 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (38fc39a9-e9ad-4f18-b72c-48f3b002e535), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:14.090143 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Added segment 38fc39a9-e9ad-4f18-b72c-48f3b002e535 of type vlan for network b8c14bf1-32b9-45d7-a65b-139b8b84f9ee Jun 07 15:59:14.108950 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-697c6608-84d2-4424-82f5-3f9b22dcba26 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1940832 Jun 07 15:59:14.142151 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485a1f1-04cf-4683-9ae8-82b89b1d46c0 req-16ab1943-3419-4d4c-8ff7-d15267fc5898 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:14.148856 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3485a1f1-04cf-4683-9ae8-82b89b1d46c0 req-16ab1943-3419-4d4c-8ff7-d15267fc5898 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 944 time: 0.1460247 Jun 07 15:59:14.197023 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (b8c14bf1-32b9-45d7-a65b-139b8b84f9ee), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:14.236760 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (b8c14bf1-32b9-45d7-a65b-139b8b84f9ee), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:14.238500 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:14.238722 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3485a1f1-04cf-4683-9ae8-82b89b1d46c0 req-87bccba5-4bfe-4281-ab4f-ecd6f039ec48 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772321 Jun 07 15:59:14.239263 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:14.407005 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1368752 Jun 07 15:59:14.421904 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53284) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:14.435579 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] Request body: {'subnet': {'network_id': 'b8c14bf1-32b9-45d7-a65b-139b8b84f9ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-696627766-subnet', 'tenant_id': '2cea31c70e1a40c790e4d1dcd6b7410d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:14.440868 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6ecd28b9-efdc-430f-930e-b6e0464f8f43 req-033fdf94-56ce-46ae-8b8f-15f62730ccf8 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 210 time: 0.1060519 Jun 07 15:59:14.442606 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 541c317b-5457-42ab-9960-23492dcbe69d up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:14.517025 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 541c317b-5457-42ab-9960-23492dcbe69d triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:14.518213 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (541c317b-5457-42ab-9960-23492dcbe69d), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:14.524660 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] Made reservation on behalf of 2cea31c70e1a40c790e4d1dcd6b7410d for: {'subnet': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:14.527222 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:14.537749 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-737deee9-5dbb-4411-985a-68530d7ba0de service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 15:59:14.539708 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-737deee9-5dbb-4411-985a-68530d7ba0de service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0913701 Jun 07 15:59:14.745832 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 541c317b-5457-42ab-9960-23492dcbe69d is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:14.755873 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a56f1a69-78c7-4112-844a-e700cbbefbec req-409675f8-7876-4710-b22d-d94b7f6b20a0 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 210 time: 0.0655692 Jun 07 15:59:14.776853 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db75580-5dec-4723-a1ad-1dd32e189016 admin admin] Pushing event updated for resources: {'Network': ['ID=b8c14bf1-32b9-45d7-a65b-139b8b84f9ee,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:14.807050 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network b8c14bf1-32b9-45d7-a65b-139b8b84f9ee details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:59:14.853652 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-4e4b2252-afed-4f88-8525-f1e2cda5f5af service neutron] 10.222.0.18 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062994 Jun 07 15:59:14.914054 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['d96ef361-1667-48d9-adb9-586d22a99c8e'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 15:59:15.045057 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for subnet (222f4340-507b-40e5-a1c3-f37651457a0a), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:15.070800 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-12e6067d-a11f-4e04-8165-24d8ac3b0057 service neutron] 10.222.0.18 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065926 Jun 07 15:59:15.171541 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222f4340-507b-40e5-a1c3-f37651457a0a,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:15.182468 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] Checking segment: {'id': '38fc39a9-e9ad-4f18-b72c-48f3b002e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b8c14bf1-32b9-45d7-a65b-139b8b84f9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:15.182738 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] Network hostable DHCP agents. Network: b8c14bf1-32b9-45d7-a65b-139b8b84f9ee, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:59:15.206160 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] Network b8c14bf1-32b9-45d7-a65b-139b8b84f9ee is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:59:15.223583 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, b8c14bf1-32b9-45d7-a65b-139b8b84f9ee) {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:15.237381 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:15.238114 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:15.269075 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-87795aef-f6df-4aeb-ada7-8e24d54e0975 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8457465 Jun 07 15:59:15.272161 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9c005f-9e55-4184-a2fa-1a7d4aba772f None None] Network b8c14bf1-32b9-45d7-a65b-139b8b84f9ee requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:59:15.440152 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc4acd-7b3e-40be-97ec-9999b928d38c req-27a432fb-3b2f-4ea5-98ee-73c73873bfbc tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:15.443101 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6dfc4acd-7b3e-40be-97ec-9999b928d38c req-27a432fb-3b2f-4ea5-98ee-73c73873bfbc tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 944 time: 0.0935488 Jun 07 15:59:15.502656 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0a59c114-b0ce-476a-824b-43548bca2884 req-c67292ec-9a07-4dee-977d-ba6bca107484 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 210 time: 0.0426645 Jun 07 15:59:15.554730 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6dfc4acd-7b3e-40be-97ec-9999b928d38c req-8a290fb5-4239-42c5-aee2-cc4d4ea6086d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030948 Jun 07 15:59:15.608210 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca1cc7-70a4-44ea-b057-7d5f4d93865a None None] Network b8c14bf1-32b9-45d7-a65b-139b8b84f9ee requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:59:15.690135 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6026add2-c4d5-49d5-aff1-9ff70513b476 req-90d8c031-9674-46fe-b375-6eaf12ebcbce tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 210 time: 0.0467730 Jun 07 15:59:15.878220 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b727a9f-ed9a-433d-b661-431e869a5a36 req-2db9d14a-468b-4c00-bfaa-e59cfcbec72c tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 210 time: 0.0416420 Jun 07 15:59:16.059348 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53358) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:16.065748 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1359030174-network', 'tenant_id': '3641a2c142c74c25aa8212c7ee592d5f'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:16.087052 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Made reservation on behalf of 3641a2c142c74c25aa8212c7ee592d5f for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:16.089759 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.100785 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.197168 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Publish callbacks [] for security_group (e9162939-70a6-4180-bfb9-7722e5048112), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.202039 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (e9162939-70a6-4180-bfb9-7722e5048112), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.233654 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 15:59:16.245735 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9162939-70a6-4180-bfb9-7722e5048112,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:16.252495 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (7419b6bb-357d-4009-814b-b85eedd6c53c), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.252820 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Added segment 7419b6bb-357d-4009-814b-b85eedd6c53c of type vlan for network 859efac6-300b-4dd7-86bb-db396ac3f636 Jun 07 15:59:16.302000 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (859efac6-300b-4dd7-86bb-db396ac3f636), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.306229 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:16.316056 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:16.337710 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (859efac6-300b-4dd7-86bb-db396ac3f636), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.339098 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:16.339794 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.416951 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3556902 Jun 07 15:59:16.418896 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53378) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:16.422293 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c8538-e21f-4c12-8e9e-db9cb2694a8f admin admin] Pushing event updated for resources: {'Network': ['ID=859efac6-300b-4dd7-86bb-db396ac3f636,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:16.423720 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] Request body: {'subnet': {'network_id': '859efac6-300b-4dd7-86bb-db396ac3f636', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1359030174-subnet', 'tenant_id': '3641a2c142c74c25aa8212c7ee592d5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:16.436214 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 859efac6-300b-4dd7-86bb-db396ac3f636 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:59:16.441856 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:16.457046 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] Made reservation on behalf of 3641a2c142c74c25aa8212c7ee592d5f for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:16.460294 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.523280 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:16.524557 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:16.567972 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:16.733790 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53398) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:16.736313 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e4c7941-1181-4906-98b1-505e290271c2 req-55b26a5b-4203-415a-9671-e0d18d9a4c11 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 210 time: 0.0772893 Jun 07 15:59:16.771546 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for subnet (e9281c9d-6e38-49c7-b0e0-81a4d4bf0d8e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.854008 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-009abb55-4493-497c-ab02-27da9cb6f9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.892318 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-af0ee494-d5e1-4d25-97e1-aec8cf035ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.988138 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-af0ee494-d5e1-4d25-97e1-aec8cf035ec8 admin admin] Publish callbacks [] for security_group (3bed806e-6623-4d6f-a73f-34a5013b0dd1), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:16.993658 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-af0ee494-d5e1-4d25-97e1-aec8cf035ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (3bed806e-6623-4d6f-a73f-34a5013b0dd1), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.035879 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410136f-ae7d-4fa2-ab96-08e9e78be846 req-f84600a2-9941-42ca-a244-e1a4931a7f02 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:17.037295 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6410136f-ae7d-4fa2-ab96-08e9e78be846 req-f84600a2-9941-42ca-a244-e1a4931a7f02 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 944 time: 0.3446064 Jun 07 15:59:17.043943 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2adb363b-34bd-4f14-908e-24a45319583c req-67987b3c-3fdb-4927-8cf2-243ae754ba14 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 210 time: 0.2281165 Jun 07 15:59:17.043943 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9281c9d-6e38-49c7-b0e0-81a4d4bf0d8e,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:17.043943 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53416) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:17.051265 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-af0ee494-d5e1-4d25-97e1-aec8cf035ec8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cf0d0db896b489784c6dcb15982a342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137560 Jun 07 15:59:17.052087 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ee494-d5e1-4d25-97e1-aec8cf035ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bed806e-6623-4d6f-a73f-34a5013b0dd1,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:17.166050 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] Checking segment: {'id': '7419b6bb-357d-4009-814b-b85eedd6c53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '859efac6-300b-4dd7-86bb-db396ac3f636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:17.166410 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] Network hostable DHCP agents. Network: 859efac6-300b-4dd7-86bb-db396ac3f636, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:59:17.170628 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e378c4ec-83f0-49a7-ad8e-240bc3edfe72 req-d45027b3-dbe3-4983-94cb-6356ec5b8f34 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 210 time: 0.0555634 Jun 07 15:59:17.197822 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-19a5f83d-26ed-4286-a9b7-e402649e146c admin admin] Publish callbacks [] for security_group (3bed806e-6623-4d6f-a73f-34a5013b0dd1), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.220469 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6410136f-ae7d-4fa2-ab96-08e9e78be846 req-7c502138-7fe5-4a02-a18f-229afc360a85 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439734 Jun 07 15:59:17.235387 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-19a5f83d-26ed-4286-a9b7-e402649e146c admin admin] Publish callbacks [] for security_group (3bed806e-6623-4d6f-a73f-34a5013b0dd1), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.238400 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] Network 859efac6-300b-4dd7-86bb-db396ac3f636 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:59:17.261407 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 859efac6-300b-4dd7-86bb-db396ac3f636) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:17.274450 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:17.275246 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.281946 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8529c-fdb0-49a2-be0b-cd1f5d20a436 None None] Network 859efac6-300b-4dd7-86bb-db396ac3f636 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:59:17.295803 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3a580aac-0757-4ffa-9d3c-af8621b067d5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8756254 Jun 07 15:59:17.316701 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-19a5f83d-26ed-4286-a9b7-e402649e146c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (3bed806e-6623-4d6f-a73f-34a5013b0dd1), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.320741 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-19a5f83d-26ed-4286-a9b7-e402649e146c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.321927 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-19a5f83d-26ed-4286-a9b7-e402649e146c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bed806e-6623-4d6f-a73f-34a5013b0dd1 HTTP/1.1" status: 204 len: 168 time: 0.2779295 Jun 07 15:59:17.332638 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5f83d-26ed-4286-a9b7-e402649e146c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bed806e-6623-4d6f-a73f-34a5013b0dd1,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:17.397379 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53430) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:17.412017 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0658ce9-f687-4b4e-afb1-fcb6352f9d89 None None] Network 859efac6-300b-4dd7-86bb-db396ac3f636 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:59:17.436926 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53434) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:17.504778 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19fb6aa-fdd3-4ab0-930b-0ef8efcd5d5e admin admin] Deleting subnet 222f4340-507b-40e5-a1c3-f37651457a0a {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 15:59:17.508624 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c19fb6aa-fdd3-4ab0-930b-0ef8efcd5d5e admin admin] Publish callbacks [] for subnet (222f4340-507b-40e5-a1c3-f37651457a0a), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.556772 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c19fb6aa-fdd3-4ab0-930b-0ef8efcd5d5e admin admin] Publish callbacks [] for subnet (222f4340-507b-40e5-a1c3-f37651457a0a), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.566983 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c19fb6aa-fdd3-4ab0-930b-0ef8efcd5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (222f4340-507b-40e5-a1c3-f37651457a0a), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.631114 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c19fb6aa-fdd3-4ab0-930b-0ef8efcd5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for subnet (222f4340-507b-40e5-a1c3-f37651457a0a), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.660952 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c19fb6aa-fdd3-4ab0-930b-0ef8efcd5d5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.666561 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-c19fb6aa-fdd3-4ab0-930b-0ef8efcd5d5e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/222f4340-507b-40e5-a1c3-f37651457a0a HTTP/1.1" status: 204 len: 168 time: 0.2262022 Jun 07 15:59:17.666561 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fb6aa-fdd3-4ab0-930b-0ef8efcd5d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222f4340-507b-40e5-a1c3-f37651457a0a,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:17.667044 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53438) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:17.697075 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-350bd852-cdff-4beb-b463-99d3d2f4dc5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.739177 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (b8c14bf1-32b9-45d7-a65b-139b8b84f9ee), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.765598 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53440) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:17.789292 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-faa704a3-30fd-4745-b824-a43f9611e6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.825022 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (b8c14bf1-32b9-45d7-a65b-139b8b84f9ee), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.828536 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-350bd852-cdff-4beb-b463-99d3d2f4dc5a admin admin] Publish callbacks [] for security_group (65252c59-ee33-4fc3-83a8-319b02164917), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.836986 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-350bd852-cdff-4beb-b463-99d3d2f4dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (65252c59-ee33-4fc3-83a8-319b02164917), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.873681 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64a5ed10-b1e7-4cea-b7f6-b7e968d4ea67 req-66d54271-1810-41fd-964f-619347ffe84c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 210 time: 0.0374579 Jun 07 15:59:17.875694 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:17.876065 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:17.876954 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:17.877309 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > port after_create 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:17.877718 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:17.878560 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > port after_update 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:17.878560 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:17.878724 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:17.879150 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:17.879473 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:17.890235 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-350bd852-cdff-4beb-b463-99d3d2f4dc5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22d284b9f8c841828a73483f2efec06d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910424 Jun 07 15:59:17.892039 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53444) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:17.904136 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:17.914765 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bd852-cdff-4beb-b463-99d3d2f4dc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65252c59-ee33-4fc3-83a8-319b02164917,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:17.955337 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:17.992958 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-faa704a3-30fd-4745-b824-a43f9611e6f7 admin admin] Publish callbacks [] for security_group (b68434f6-5596-4a5e-b730-aee6ebfa4292), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:17.998592 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-589ad8ff-06e0-48af-aa1a-97bf6bdb4cc1 admin admin] Publish callbacks [] for security_group (65252c59-ee33-4fc3-83a8-319b02164917), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.002305 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-faa704a3-30fd-4745-b824-a43f9611e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (b68434f6-5596-4a5e-b730-aee6ebfa4292), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.003193 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:18.003813 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:18.004243 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:18.005657 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:18.006264 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c14bf1-32b9-45d7-a65b-139b8b84f9ee']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:18.026404 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:18.029407 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fc39a9-e9ad-4f18-b72c-48f3b002e535') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:18.029871 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fc39a9-e9ad-4f18-b72c-48f3b002e535') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:18.061966 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-589ad8ff-06e0-48af-aa1a-97bf6bdb4cc1 admin admin] Publish callbacks [] for security_group (65252c59-ee33-4fc3-83a8-319b02164917), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.069496 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device d96ef361-1667-48d9-adb9-586d22a99c8e up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:18.074916 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262138582'] for segment (38fc39a9-e9ad-4f18-b72c-48f3b002e535), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.101433 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-faa704a3-30fd-4745-b824-a43f9611e6f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fc6083db1ff4d458c882d17f400087b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347180 Jun 07 15:59:18.105048 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa704a3-30fd-4745-b824-a43f9611e6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68434f6-5596-4a5e-b730-aee6ebfa4292,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:18.110611 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53454) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:18.186788 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.201901 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port d96ef361-1667-48d9-adb9-586d22a99c8e completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 15:59:18.221826 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port d96ef361-1667-48d9-adb9-586d22a99c8e triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:18.222591 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.258070 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:18.279129 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (38fc39a9-e9ad-4f18-b72c-48f3b002e535), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.296378 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5d050c2a-dabe-428a-8d59-2d869ffc0e70 req-e8e927c1-0925-46da-bb6b-fae5bc7d59e9 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 210 time: 0.0585265 Jun 07 15:59:18.321477 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 15:59:18.325813 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261769702'] for segment (38fc39a9-e9ad-4f18-b72c-48f3b002e535), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.364038 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2e110c9a-caa2-4cd9-87c7-2f3356d5b325 admin admin] Publish callbacks [] for security_group (b68434f6-5596-4a5e-b730-aee6ebfa4292), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.379149 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-589ad8ff-06e0-48af-aa1a-97bf6bdb4cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (65252c59-ee33-4fc3-83a8-319b02164917), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.381708 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-589ad8ff-06e0-48af-aa1a-97bf6bdb4cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.387322 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-589ad8ff-06e0-48af-aa1a-97bf6bdb4cc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65252c59-ee33-4fc3-83a8-319b02164917 HTTP/1.1" status: 204 len: 168 time: 0.4915392 Jun 07 15:59:18.408894 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-52a446f2-221b-4dcf-b421-d349337cd3f5 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:18.411107 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-52a446f2-221b-4dcf-b421-d349337cd3f5 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.24 "GET /v2.0/networks?id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 200 len: 811 time: 0.3288767 Jun 07 15:59:18.437500 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port d96ef361-1667-48d9-adb9-586d22a99c8e is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:18.438156 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.443502 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ad8ff-06e0-48af-aa1a-97bf6bdb4cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65252c59-ee33-4fc3-83a8-319b02164917,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:18.469166 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2e110c9a-caa2-4cd9-87c7-2f3356d5b325 admin admin] Publish callbacks [] for security_group (b68434f6-5596-4a5e-b730-aee6ebfa4292), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.492972 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c728b0af-a3a2-4f48-ab84-01bbc5bccd7f req-eba04f03-241b-486a-a64c-4a35d4f350f5 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 210 time: 0.1004956 Jun 07 15:59:18.506968 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747e9c67-3bd7-4102-81a0-0e8b2ce5c396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96ef361-1667-48d9-adb9-586d22a99c8e'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 15:59:18.601641 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port d96ef361-1667-48d9-adb9-586d22a99c8e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=d96ef361-1667-48d9-adb9-586d22a99c8e,segment=NetworkSegment(b84583ee-f7a6-48fa-b45a-cf0b187608f9),segment_id=b84583ee-f7a6-48fa-b45a-cf0b187608f9)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:18.606839 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2e110c9a-caa2-4cd9-87c7-2f3356d5b325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (b68434f6-5596-4a5e-b730-aee6ebfa4292), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.611879 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.614765 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2e110c9a-caa2-4cd9-87c7-2f3356d5b325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.617023 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-2e110c9a-caa2-4cd9-87c7-2f3356d5b325 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b68434f6-5596-4a5e-b730-aee6ebfa4292 HTTP/1.1" status: 204 len: 168 time: 0.5050373 Jun 07 15:59:18.648195 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e110c9a-caa2-4cd9-87c7-2f3356d5b325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68434f6-5596-4a5e-b730-aee6ebfa4292,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:18.722675 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e530271-c23a-47be-be00-9f71011286fa req-6fe962cc-c0d2-4fec-9817-854239be79d1 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:18.724966 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6e530271-c23a-47be-be00-9f71011286fa req-6fe962cc-c0d2-4fec-9817-854239be79d1 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 944 time: 0.3118358 Jun 07 15:59:18.753202 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=d96ef361-1667-48d9-adb9-586d22a99c8e,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:18.798258 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (b8c14bf1-32b9-45d7-a65b-139b8b84f9ee), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.846199 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-42dc8ba8-326e-46cd-9d3d-892e9b8cde6f tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0733c937754d1182c68bd4ea7f283c HTTP/1.1" status: 200 len: 379 time: 0.3616326 Jun 07 15:59:18.855883 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.862844 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b8c14bf1-32b9-45d7-a65b-139b8b84f9ee HTTP/1.1" status: 204 len: 168 time: 1.1948133 Jun 07 15:59:18.862998 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53500) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:18.863657 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=43,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:18.880332 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c122670-a3a0-43d0-b756-4c84360c2545 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c14bf1-32b9-45d7-a65b-139b8b84f9ee,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:18.900406 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6e530271-c23a-47be-be00-9f71011286fa req-a4a6fecf-72f3-43fc-8ceb-2511de40c338 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499465 Jun 07 15:59:18.938660 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4e2c31-e661-4e16-a4ba-f796582e7548 admin admin] Deleting subnet e9281c9d-6e38-49c7-b0e0-81a4d4bf0d8e {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 15:59:18.947537 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2c31-e661-4e16-a4ba-f796582e7548 admin admin] Publish callbacks [] for subnet (e9281c9d-6e38-49c7-b0e0-81a4d4bf0d8e), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:18.959498 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e608eb-308a-4128-98d8-278663dd32d0" -d '{"events": [{"server_uuid": "747e9c67-3bd7-4102-81a0-0e8b2ce5c396", "name": "network-vif-plugged", "status": "completed", "tag": "d96ef361-1667-48d9-adb9-586d22a99c8e"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 15:59:18.981660 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'port': {'device_id': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'admin_state_up': True, 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'security_groups': ['b043ec95-844e-4b94-80af-1ff6cd572b87']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:19.021236 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-affcc9f2-efee-4275-b9cc-41785c0af64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.030692 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2c31-e661-4e16-a4ba-f796582e7548 admin admin] Publish callbacks [] for subnet (e9281c9d-6e38-49c7-b0e0-81a4d4bf0d8e), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.043197 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2c31-e661-4e16-a4ba-f796582e7548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (e9281c9d-6e38-49c7-b0e0-81a4d4bf0d8e), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.129224 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2c31-e661-4e16-a4ba-f796582e7548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for subnet (e9281c9d-6e38-49c7-b0e0-81a4d4bf0d8e), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.152654 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ca4457a9-1a71-4126-9560-f79d6ff285a0 req-d257a215-2f14-4e75-90b3-dfc6b6eb2420 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 210 time: 0.1037791 Jun 07 15:59:19.160783 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 38fc39a9-e9ad-4f18-b72c-48f3b002e535 resource provider aggregate not found Jun 07 15:59:19.164071 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.24', 60257) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:19.195393 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 38fc39a9-e9ad-4f18-b72c-48f3b002e535 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38fc39a9-e9ad-4f18-b72c-48f3b002e535 found for delete ", "request_id": "req-0022ad36-3038-4242-b079-1df177bfba64"}]} Jun 07 15:59:19.230733 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.24', 60258) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:19.310322 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53518) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:19.390845 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd556-85bd-4486-9216-66dc8a848a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.411916 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 15:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df31046d-b360-483a-bef2-2921bb79efbd x-openstack-request-id: req-df31046d-b360-483a-bef2-2921bb79efbd {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 15:59:19.413323 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747e9c67-3bd7-4102-81a0-0e8b2ce5c396", "name": "network-vif-plugged", "status": "completed", "tag": "d96ef361-1667-48d9-adb9-586d22a99c8e", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 15:59:19.413799 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df31046d-b360-483a-bef2-2921bb79efbd {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 15:59:19.415278 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df31046d-b360-483a-bef2-2921bb79efbd'] response: {'server_uuid': '747e9c67-3bd7-4102-81a0-0e8b2ce5c396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96ef361-1667-48d9-adb9-586d22a99c8e', 'code': 200} Jun 07 15:59:19.527264 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e2c31-e661-4e16-a4ba-f796582e7548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9281c9d-6e38-49c7-b0e0-81a4d4bf0d8e,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:19.535898 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-59b97a6d-e9a3-457d-b06d-fd61153b7dbf req-f5d188cd-f349-483d-801b-de85e2b3dcb2 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 210 time: 0.0968568 Jun 07 15:59:19.536847 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Made reservation on behalf of 9d0733c937754d1182c68bd4ea7f283c for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:19.540564 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.543545 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2c31-e661-4e16-a4ba-f796582e7548 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.548961 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ed4e2c31-e661-4e16-a4ba-f796582e7548 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e9281c9d-6e38-49c7-b0e0-81a4d4bf0d8e HTTP/1.1" status: 204 len: 168 time: 0.6850553 Jun 07 15:59:19.551730 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53530) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:19.570619 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-480bb84a-3af5-49b6-8f89-bb83c6f1766c tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:19.572899 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-480bb84a-3af5-49b6-8f89-bb83c6f1766c tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 813 time: 0.3735158 Jun 07 15:59:19.599293 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90bad-3702-4b54-806b-b16fddf31498 req-0e9c7dba-14f6-4317-9308-1eef16ada40e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:19.601065 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-0e9c7dba-14f6-4317-9308-1eef16ada40e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.24 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 816 time: 0.3573828 Jun 07 15:59:19.659225 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (859efac6-300b-4dd7-86bb-db396ac3f636), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.698330 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.24', 60262) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:19.742256 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:19.765601 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-03ad68f5-18d2-498f-9875-317b8dab6e82 req-ee2b0480-1467-4227-82f3-ff2da9f1a5ab tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 210 time: 0.1177626 Jun 07 15:59:19.817850 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd556-85bd-4486-9216-66dc8a848a41 admin admin] Publish callbacks [] for security_group (9fac1996-fb41-409f-b582-a433d3211ae9), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.820923 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e7356-0017-4e7e-91de-db5c25c01220 req-29fb7708-7676-40f0-9db1-961747268961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:19.822809 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-0c0e7356-0017-4e7e-91de-db5c25c01220 req-29fb7708-7676-40f0-9db1-961747268961 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 1129 time: 0.1235569 Jun 07 15:59:19.823106 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:19.837930 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd556-85bd-4486-9216-66dc8a848a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9fac1996-fb41-409f-b582-a433d3211ae9), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.848972 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (859efac6-300b-4dd7-86bb-db396ac3f636), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.867456 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [req-0c0e7356-0017-4e7e-91de-db5c25c01220 req-d58780ef-6253-42f6-bd1f-88231890f9a5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:19.903902 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:19.904529 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:19.905217 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:19.905662 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:19.906880 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:19.907283 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:19.910992 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:19.910992 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:19.910992 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:19.910992 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:19.962839 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-609a42ab-0892-4e59-90ed-ed03af929dd5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 379 time: 0.2623217 Jun 07 15:59:19.974202 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-f6ff8a54-cecb-4a2f-a616-418aa6c5c3c4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f6ff4cee09476c925730a31d32e56f HTTP/1.1" status: 200 len: 380 time: 0.2905891 Jun 07 15:59:19.979847 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdd556-85bd-4486-9216-66dc8a848a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fac1996-fb41-409f-b582-a433d3211ae9,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:19.987648 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f8fdd556-85bd-4486-9216-66dc8a848a41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e1c9c1858334efe85bdec9da1ade35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6484001 Jun 07 15:59:19.991824 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'port': {'device_id': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'admin_state_up': True, 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'security_groups': ['c72df772-d184-4d52-9adc-f97c8ea09f63']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:19.994897 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53556) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:20.007300 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'port': {'device_id': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'admin_state_up': True, 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'security_groups': ['eba72155-350e-4a07-916f-5791bfb379db']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:20.011793 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Allocated IP 172.20.0.11 (aaeb9c5f-0bb1-4407-ad5c-9ab482299357/9d2e6771-b172-483a-8869-cf0fd6582503/4ecb2897-4e5c-4117-b213-8efd5b37c89e) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:20.132203 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.287359 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c2e8e-0905-474c-ace5-0420264df3a3 req-09c13e49-da1d-451b-8487-55004e01ffa2 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:20.288906 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-876c2e8e-0905-474c-ace5-0420264df3a3 req-09c13e49-da1d-451b-8487-55004e01ffa2 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 945 time: 0.2209637 Jun 07 15:59:20.289888 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:20.290631 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:20.291519 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:20.292302 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 15:59:20.293081 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859efac6-300b-4dd7-86bb-db396ac3f636']}} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:20.326102 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7419b6bb-357d-4009-814b-b85eedd6c53c') {'for_net_delete': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:20.326743 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7419b6bb-357d-4009-814b-b85eedd6c53c') {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:20.350848 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451244'] for segment (7419b6bb-357d-4009-814b-b85eedd6c53c), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.367126 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:20.401653 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (7419b6bb-357d-4009-814b-b85eedd6c53c), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.426793 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 15:59:20.427015 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1212743'] for segment (7419b6bb-357d-4009-814b-b85eedd6c53c), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.428685 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:20.526802 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (859efac6-300b-4dd7-86bb-db396ac3f636), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.546226 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.551236 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/859efac6-300b-4dd7-86bb-db396ac3f636 HTTP/1.1" status: 204 len: 168 time: 0.9979963 Jun 07 15:59:20.568488 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c97d1-4766-46d9-ac86-5ff7af9e97d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=859efac6-300b-4dd7-86bb-db396ac3f636,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:20.591259 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [req-0c0e7356-0017-4e7e-91de-db5c25c01220 req-d58780ef-6253-42f6-bd1f-88231890f9a5 service neutron] Publish callbacks [] for security_group (29d0ec0e-2a36-4969-87b9-6e767a8f2d34), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.598987 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [req-0c0e7356-0017-4e7e-91de-db5c25c01220 req-d58780ef-6253-42f6-bd1f-88231890f9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (29d0ec0e-2a36-4969-87b9-6e767a8f2d34), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.641338 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:20.642692 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e99ec5fa-fab3-4ea8-9814-4f44aaad38b2 admin admin] Publish callbacks [] for security_group (9fac1996-fb41-409f-b582-a433d3211ae9), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.653350 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-82d8da40-8980-450d-aeb2-f867017ff174 req-7163f14d-901b-4dd2-aa83-86b3b7f4f06e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 210 time: 0.1168578 Jun 07 15:59:20.671002 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Made reservation on behalf of e601e41f827a4c6f8c743a174ac463fa for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:20.674800 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.707402 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-0c0e7356-0017-4e7e-91de-db5c25c01220 req-d58780ef-6253-42f6-bd1f-88231890f9a5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8659139 Jun 07 15:59:20.708282 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58780ef-6253-42f6-bd1f-88231890f9a5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=29d0ec0e-2a36-4969-87b9-6e767a8f2d34,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:20.709687 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-876c2e8e-0905-474c-ace5-0420264df3a3 req-d9870ead-a7b1-4d19-abd9-39ff8c428a2d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000606 Jun 07 15:59:20.754803 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e99ec5fa-fab3-4ea8-9814-4f44aaad38b2 admin admin] Publish callbacks [] for security_group (9fac1996-fb41-409f-b582-a433d3211ae9), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.767937 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53590) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:20.779815 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Made reservation on behalf of d9f6ff4cee09476c925730a31d32e56f for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:20.784065 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.835517 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-95537f2c-55af-4cb0-8331-4de3fa54c805 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cea31c70e1a40c790e4d1dcd6b7410d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0632429 Jun 07 15:59:20.837877 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53596) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:20.928042 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ee072558-0a51-45f7-95b9-0f97df032441 admin admin] Publish callbacks [] for security_group (0c536402-3f8b-465a-993e-612ee71f3136), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.935118 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c61a1e5b-3283-4830-b539-52d47bbf9135 req-47108d97-9777-40e2-84b2-c1410ceb05a3 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 210 time: 0.1626761 Jun 07 15:59:20.952642 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.962230 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ee072558-0a51-45f7-95b9-0f97df032441 admin admin] Publish callbacks [] for security_group (0c536402-3f8b-465a-993e-612ee71f3136), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:20.988570 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 7419b6bb-357d-4009-814b-b85eedd6c53c resource provider aggregate not found Jun 07 15:59:20.992631 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:21.000431 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-281910b6-b277-4c20-9884-2a421a8dab9b req-68c4db5b-9cda-4415-8c91-2fe1f12f50a3 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 210 time: 0.1033990 Jun 07 15:59:21.033580 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ee072558-0a51-45f7-95b9-0f97df032441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (0c536402-3f8b-465a-993e-612ee71f3136), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.036657 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ee072558-0a51-45f7-95b9-0f97df032441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.038191 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ee072558-0a51-45f7-95b9-0f97df032441 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c536402-3f8b-465a-993e-612ee71f3136 HTTP/1.1" status: 204 len: 168 time: 0.1985562 Jun 07 15:59:21.057475 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 7419b6bb-357d-4009-814b-b85eedd6c53c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7419b6bb-357d-4009-814b-b85eedd6c53c found for delete ", "request_id": "req-3ce4f2be-aa30-4de5-9296-9c41fdf4ae34"}]} Jun 07 15:59:21.059309 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee072558-0a51-45f7-95b9-0f97df032441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c536402-3f8b-465a-993e-612ee71f3136,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:21.097956 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e99ec5fa-fab3-4ea8-9814-4f44aaad38b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9fac1996-fb41-409f-b582-a433d3211ae9), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.100571 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e99ec5fa-fab3-4ea8-9814-4f44aaad38b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.104949 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e99ec5fa-fab3-4ea8-9814-4f44aaad38b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fac1996-fb41-409f-b582-a433d3211ae9 HTTP/1.1" status: 204 len: 168 time: 1.1065426 Jun 07 15:59:21.151901 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ec5fa-fab3-4ea8-9814-4f44aaad38b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fac1996-fb41-409f-b582-a433d3211ae9,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:21.174964 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.243059 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Allocated IP 172.20.0.12 (5c78cec0-a2d6-49be-a908-94b7edf4c82d/92e0daa8-da84-4e33-8497-a16b55d8da8d/4208b596-39fa-4701-8fbb-e471f3af4e3d) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:21.268789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:21.286269 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:21.294498 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Allocated IP 172.20.0.4 (bca6588e-929f-4019-b79c-d0c7387dc8b6/68756197-dfd1-4511-a517-33dc3439cb43/9b997521-b0f1-4473-8789-20e9f18a83df) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:21.296418 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:21.307322 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'Port': ['ID=4ecb2897-4e5c-4117-b213-8efd5b37c89e,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:21.437466 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:21.462922 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:21.463614 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.575911 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-a42b144f-be2e-4c59-a0cd-c3949b6846ba tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6034851 Jun 07 15:59:21.619410 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Request body: {'port': {'device_id': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:21.632573 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.700326 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.708512 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-c4c65ea8-114d-4253-b98e-3e43b48dd344 None None] Provisioning complete for port 4ecb2897-4e5c-4117-b213-8efd5b37c89e triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:21.710007 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c4c65ea8-114d-4253-b98e-3e43b48dd344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.741048 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53636) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:21.780259 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for port (9b997521-b0f1-4473-8789-20e9f18a83df), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.804112 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-c4c65ea8-114d-4253-b98e-3e43b48dd344 None None] Port 4ecb2897-4e5c-4117-b213-8efd5b37c89e cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:59:21.813625 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.849169 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-9e96978f-ebf4-4210-b380-58a9d7a7e4d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3641a2c142c74c25aa8212c7ee592d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1054800 Jun 07 15:59:21.852062 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53638) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:21.886802 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b4bce876-7e0f-4331-b633-3b3c8c43c375 req-806630f7-db64-4df6-b945-2c3fdf8e995a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 210 time: 0.0695727 Jun 07 15:59:21.934205 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3e1c-b541-48ae-b9bf-7636a16c0c09 admin admin] Publish callbacks [] for security_group (e9162939-70a6-4180-bfb9-7722e5048112), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.960963 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:21.987657 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3e1c-b541-48ae-b9bf-7636a16c0c09 admin admin] Publish callbacks [] for security_group (e9162939-70a6-4180-bfb9-7722e5048112), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:22.063311 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:22.067444 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3e1c-b541-48ae-b9bf-7636a16c0c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (e9162939-70a6-4180-bfb9-7722e5048112), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:22.070221 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3e1c-b541-48ae-b9bf-7636a16c0c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:22.071942 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-7c7b3e1c-b541-48ae-b9bf-7636a16c0c09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9162939-70a6-4180-bfb9-7722e5048112 HTTP/1.1" status: 204 len: 168 time: 0.2183661 Jun 07 15:59:22.081447 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b3e1c-b541-48ae-b9bf-7636a16c0c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9162939-70a6-4180-bfb9-7722e5048112,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:22.188530 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=4208b596-39fa-4701-8fbb-e471f3af4e3d,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:22.214846 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f50bad-86c9-4f17-9b5b-0b22d717b4c9 req-dcc37182-b05c-42db-9bac-70eb8d651597 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:22.216608 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-83f50bad-86c9-4f17-9b5b-0b22d717b4c9 req-dcc37182-b05c-42db-9bac-70eb8d651597 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 945 time: 0.3460596 Jun 07 15:59:22.238190 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:22.239488 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:22.318068 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:22.321321 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:22.378932 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Network bca6588e-929f-4019-b79c-d0c7387dc8b6 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:22.387149 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:22.420742 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:22.424388 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:22.448880 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41bd38-2bbc-4631-9b90-c716e3781608 req-cf3283b9-a713-4649-b3aa-1cdecf0e0203 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:22.457564 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fd41bd38-2bbc-4631-9b90-c716e3781608 req-cf3283b9-a713-4649-b3aa-1cdecf0e0203 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 932 time: 0.3920665 Jun 07 15:59:22.626028 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'Port': ['ID=9b997521-b0f1-4473-8789-20e9f18a83df,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:22.681661 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fd41bd38-2bbc-4631-9b90-c716e3781608 req-2c18f1d5-882d-454b-b765-aaaba0f40248 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216253 Jun 07 15:59:22.685599 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-83f50bad-86c9-4f17-9b5b-0b22d717b4c9 req-e3bf98d1-6d03-485d-a8d3-84608f7e578e tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330199 Jun 07 15:59:22.760494 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:22.761274 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:22.805481 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-5a3b6558-22c2-4139-a821-28941b318418 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8267641 Jun 07 15:59:22.817603 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:22.818344 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:22.858834 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-ffa02182-6be6-47fc-84b3-548341d0c52f None None] Provisioning complete for port 9b997521-b0f1-4473-8789-20e9f18a83df triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:22.859497 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ffa02182-6be6-47fc-84b3-548341d0c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:22.894374 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Request body: {'port': {'device_id': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:22.897682 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-ffa02182-6be6-47fc-84b3-548341d0c52f None None] Port 9b997521-b0f1-4473-8789-20e9f18a83df cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:59:22.907398 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-ffa02182-6be6-47fc-84b3-548341d0c52f None None] Provisioning complete for port 4208b596-39fa-4701-8fbb-e471f3af4e3d triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:22.908706 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ffa02182-6be6-47fc-84b3-548341d0c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:22.938513 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-c8513ca6-9380-4e44-bbd8-0aed4b9bce91 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9502168 Jun 07 15:59:22.960143 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-ffa02182-6be6-47fc-84b3-548341d0c52f None None] Port 4208b596-39fa-4701-8fbb-e471f3af4e3d cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:59:22.973258 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Request body: {'port': {'device_id': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:23.026531 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea15a89-e76a-4953-ac38-e51b7f0abea1 req-9f7ae42b-59af-45fc-888f-99894cdf2816 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:23.028273 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4ea15a89-e76a-4953-ac38-e51b7f0abea1 req-9f7ae42b-59af-45fc-888f-99894cdf2816 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 932 time: 0.2045619 Jun 07 15:59:23.266659 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:23.280921 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:23.304828 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b17f3-b586-41a7-87da-83d31995d287 req-5c05885f-5ff6-4a8d-a470-93b637876072 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:23.307523 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ed8b17f3-b586-41a7-87da-83d31995d287 req-5c05885f-5ff6-4a8d-a470-93b637876072 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 931 time: 0.2625918 Jun 07 15:59:23.329330 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:23.516461 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:23.574585 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:23.582103 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ed8b17f3-b586-41a7-87da-83d31995d287 req-2bb6474b-328c-4484-9f8e-cbf20569a8ce tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540274 Jun 07 15:59:23.612613 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4ea15a89-e76a-4953-ac38-e51b7f0abea1 req-70a209a3-e98d-4950-9890-6d1b643238b6 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168979 Jun 07 15:59:23.696466 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecb2897-4e5c-4117-b213-8efd5b37c89e {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 15:59:23.731839 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Publish callbacks [] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:23.757780 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:23.902340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Transition to ACTIVE for port object 4ecb2897-4e5c-4117-b213-8efd5b37c89e will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 15:59:24.025128 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:24.061252 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50495e69-0241-4bd1-a1a2-2aef0942a17e req-0a3b94d1-16dd-4dae-a742-171da60c2380 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:24.062854 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-50495e69-0241-4bd1-a1a2-2aef0942a17e req-0a3b94d1-16dd-4dae-a742-171da60c2380 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 945 time: 0.1617019 Jun 07 15:59:24.141156 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64f46b-4072-429d-87db-0b0b06b4cdeb req-c6c8df26-df46-44ee-a338-4c1512c59a61 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:24.143400 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cc64f46b-4072-429d-87db-0b0b06b4cdeb req-c6c8df26-df46-44ee-a338-4c1512c59a61 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 932 time: 0.2456634 Jun 07 15:59:24.416444 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cc64f46b-4072-429d-87db-0b0b06b4cdeb req-2ee8f179-ed48-4263-84d1-fcfa5ef5a345 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509835 Jun 07 15:59:24.456884 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Pushing event updated for resources: {'Port': ['ID=4ecb2897-4e5c-4117-b213-8efd5b37c89e,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:24.503801 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-50495e69-0241-4bd1-a1a2-2aef0942a17e req-417ce2cb-dde3-4370-90a7-de39517b2f79 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073546 Jun 07 15:59:24.591206 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:24.672390 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4208b596-39fa-4701-8fbb-e471f3af4e3d {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 15:59:24.697679 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Publish callbacks [] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:24.712649 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Attempting to bind port 4ecb2897-4e5c-4117-b213-8efd5b37c89e on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:24.713293 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Attempting to bind port 4ecb2897-4e5c-4117-b213-8efd5b37c89e by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:24.713865 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Attempting to bind port 4ecb2897-4e5c-4117-b213-8efd5b37c89e on network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:24.732675 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Port 4ecb2897-4e5c-4117-b213-8efd5b37c89e on network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 15:59:24.733072 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Attempting to bind port 4ecb2897-4e5c-4117-b213-8efd5b37c89e on network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:24.773591 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Transition to ACTIVE for port object 4208b596-39fa-4701-8fbb-e471f3af4e3d will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 15:59:24.812416 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:24.812756 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Checking segment: {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:24.813197 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Bound using segment: {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:24.813686 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Bound port: 4ecb2897-4e5c-4117-b213-8efd5b37c89e, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:24.814697 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:24.842076 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:24.910128 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e9eea-1cce-4f6b-9d31-0332c7c1e5b3 req-4422607a-662f-478b-8680-be562e1b143e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:24.911709 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-716e9eea-1cce-4f6b-9d31-0332c7c1e5b3 req-4422607a-662f-478b-8680-be562e1b143e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 931 time: 0.2047513 Jun 07 15:59:24.917529 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b997521-b0f1-4473-8789-20e9f18a83df {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 15:59:24.931345 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0baf66-bb5e-40f3-9449-0781f49f1ac1 req-c76ff712-9448-4b4c-80d0-c9388cb68d70 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:24.933151 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ca0baf66-bb5e-40f3-9449-0781f49f1ac1 req-c76ff712-9448-4b4c-80d0-c9388cb68d70 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 944 time: 0.1961060 Jun 07 15:59:24.960448 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Publish callbacks [] for port (9b997521-b0f1-4473-8789-20e9f18a83df), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:25.060603 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:25.062010 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Transition to ACTIVE for port object 9b997521-b0f1-4473-8789-20e9f18a83df will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 15:59:25.066950 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Pushing event updated for resources: {'Port': ['ID=4208b596-39fa-4701-8fbb-e471f3af4e3d,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:25.100687 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:25.208806 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] For port 4ecb2897-4e5c-4117-b213-8efd5b37c89e, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:25.268888 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] For port 4ecb2897-4e5c-4117-b213-8efd5b37c89e, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4ecb2897-4e5c-4117-b213-8efd5b37c89e,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:25.286884 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-716e9eea-1cce-4f6b-9d31-0332c7c1e5b3 req-4a685fc0-5e71-489f-9e4e-d3b971f9d119 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326972 Jun 07 15:59:25.323208 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ca0baf66-bb5e-40f3-9449-0781f49f1ac1 req-75cef8c8-7d8b-42d7-8cba-dff41b2b3635 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570325 Jun 07 15:59:25.331360 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:25.363095 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b997521-b0f1-4473-8789-20e9f18a83df,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:25.472514 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:25.473913 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:25.475570 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] 10.222.0.24 "PUT /v2.0/ports/4ecb2897-4e5c-4117-b213-8efd5b37c89e HTTP/1.1" status: 200 len: 1094 time: 3.8722093 Jun 07 15:59:25.478366 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'tag': '4ecb2897-4e5c-4117-b213-8efd5b37c89e'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 15:59:25.481302 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715edfe6-daa6-483d-ae3d-bf113d986a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdb18ec-9446-430f-a00e-92e1c847f165", "tag": "4ecb2897-4e5c-4117-b213-8efd5b37c89e"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 15:59:25.519516 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:25.569202 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 15:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e28448b-54c6-465f-9454-007f191bef3b x-openstack-request-id: req-8e28448b-54c6-465f-9454-007f191bef3b {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 15:59:25.569564 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdb18ec-9446-430f-a00e-92e1c847f165", "tag": "4ecb2897-4e5c-4117-b213-8efd5b37c89e", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 15:59:25.569879 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e28448b-54c6-465f-9454-007f191bef3b {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 15:59:25.570618 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e28448b-54c6-465f-9454-007f191bef3b'] response: {'name': 'network-changed', 'server_uuid': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'tag': '4ecb2897-4e5c-4117-b213-8efd5b37c89e', 'status': 'completed', 'code': 200} Jun 07 15:59:25.647606 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Attempting to bind port 4208b596-39fa-4701-8fbb-e471f3af4e3d on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:25.647970 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Attempting to bind port 4208b596-39fa-4701-8fbb-e471f3af4e3d by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:25.648314 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Attempting to bind port 4208b596-39fa-4701-8fbb-e471f3af4e3d on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:25.651939 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1968223-ec54-463d-8490-7b88bd26ef9f service neutron] Pushing event updated for resources: {'Port': ['ID=4ecb2897-4e5c-4117-b213-8efd5b37c89e,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:25.666723 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Port 4208b596-39fa-4701-8fbb-e471f3af4e3d on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 15:59:25.667157 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Attempting to bind port 4208b596-39fa-4701-8fbb-e471f3af4e3d on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:25.688658 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:25.689039 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Checking segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:25.689441 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Bound using segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:25.689985 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Bound port: 4208b596-39fa-4701-8fbb-e471f3af4e3d, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:25.690660 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:25.700758 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58e938-10dc-4ffa-962e-97116cdca309 req-c0655fe8-62c6-489a-850e-ce650c9a641f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:25.702580 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bc58e938-10dc-4ffa-962e-97116cdca309 req-c0655fe8-62c6-489a-850e-ce650c9a641f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 944 time: 0.1248159 Jun 07 15:59:25.711734 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:25.753679 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Attempting to bind port 9b997521-b0f1-4473-8789-20e9f18a83df on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:25.754079 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Attempting to bind port 9b997521-b0f1-4473-8789-20e9f18a83df by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:25.754538 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Attempting to bind port 9b997521-b0f1-4473-8789-20e9f18a83df on network bca6588e-929f-4019-b79c-d0c7387dc8b6 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:25.789268 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Port 9b997521-b0f1-4473-8789-20e9f18a83df on network bca6588e-929f-4019-b79c-d0c7387dc8b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 15:59:25.789594 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Attempting to bind port 9b997521-b0f1-4473-8789-20e9f18a83df on network bca6588e-929f-4019-b79c-d0c7387dc8b6 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:25.815272 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:25.815973 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Checking segment: {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:25.816576 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Bound using segment: {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:25.817012 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Bound port: 9b997521-b0f1-4473-8789-20e9f18a83df, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:25.817518 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:25.853569 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bc58e938-10dc-4ffa-962e-97116cdca309 req-d5df0e9a-77a0-4582-a846-2dde7b4c70d8 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376944 Jun 07 15:59:25.855052 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] For port 4208b596-39fa-4701-8fbb-e471f3af4e3d, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:25.861819 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] For port 4208b596-39fa-4701-8fbb-e471f3af4e3d, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4208b596-39fa-4701-8fbb-e471f3af4e3d,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:25.888475 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:25.890909 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53844) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:25.954304 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:25.955687 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:25.957557 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] 10.222.0.24 "PUT /v2.0/ports/4208b596-39fa-4701-8fbb-e471f3af4e3d HTTP/1.1" status: 200 len: 1094 time: 3.0717993 Jun 07 15:59:25.968733 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:25.976790 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:25.997644 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:26.002818 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09f931-48a1-424c-beb9-de3c9c4c38ea service neutron] Pushing event updated for resources: {'Port': ['ID=4208b596-39fa-4701-8fbb-e471f3af4e3d,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:26.053967 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:26.054950 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:26.056782 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-eb9db624-9023-4999-a562-0059709644b5 service neutron] 10.222.0.24 "PUT /v2.0/ports/9b997521-b0f1-4473-8789-20e9f18a83df HTTP/1.1" status: 200 len: 1093 time: 3.0915294 Jun 07 15:59:26.058826 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-85d1bcad-3857-4da5-bc21-0e4bb8ecda1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:26.083970 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9db624-9023-4999-a562-0059709644b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b997521-b0f1-4473-8789-20e9f18a83df,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:26.179766 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-85d1bcad-3857-4da5-bc21-0e4bb8ecda1e admin admin] Publish callbacks [] for security_group (c72bc367-80e3-4f56-a108-fcb4d0c8e74c), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:26.185161 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-85d1bcad-3857-4da5-bc21-0e4bb8ecda1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (c72bc367-80e3-4f56-a108-fcb4d0c8e74c), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:26.207257 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:26.267609 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53860) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:26.269002 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-85d1bcad-3857-4da5-bc21-0e4bb8ecda1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb1726933499469aa6f24aca900d9768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769579 Jun 07 15:59:26.281017 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1bcad-3857-4da5-bc21-0e4bb8ecda1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72bc367-80e3-4f56-a108-fcb4d0c8e74c,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:26.367860 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41621173-85aa-4c21-bb73-0889c7c8bb6e admin admin] Publish callbacks [] for security_group (c72bc367-80e3-4f56-a108-fcb4d0c8e74c), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:26.410780 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41621173-85aa-4c21-bb73-0889c7c8bb6e admin admin] Publish callbacks [] for security_group (c72bc367-80e3-4f56-a108-fcb4d0c8e74c), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:26.462556 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:26.512648 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17272f19-a731-42f8-a686-5c708cd26477 req-0a7898ec-4682-442b-9896-46d23e06e72b tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:26.514428 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-17272f19-a731-42f8-a686-5c708cd26477 req-0a7898ec-4682-442b-9896-46d23e06e72b tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0659139 Jun 07 15:59:26.515895 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41621173-85aa-4c21-bb73-0889c7c8bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (c72bc367-80e3-4f56-a108-fcb4d0c8e74c), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:26.519120 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41621173-85aa-4c21-bb73-0889c7c8bb6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:26.520208 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-41621173-85aa-4c21-bb73-0889c7c8bb6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c72bc367-80e3-4f56-a108-fcb4d0c8e74c HTTP/1.1" status: 204 len: 168 time: 0.2519116 Jun 07 15:59:26.543845 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41621173-85aa-4c21-bb73-0889c7c8bb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72bc367-80e3-4f56-a108-fcb4d0c8e74c,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:26.590069 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-17272f19-a731-42f8-a686-5c708cd26477 req-e5a28f01-83ec-4520-8599-e5e45e4b7f03 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663552 Jun 07 15:59:26.774375 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53888) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:26.942240 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16dd96-386d-4ae7-b31a-45a6557b0da8 req-b0aa6c1d-f88a-42fd-9e64-aa77e74e9abf tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:26.949005 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f16dd96-386d-4ae7-b31a-45a6557b0da8 req-b0aa6c1d-f88a-42fd-9e64-aa77e74e9abf tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 944 time: 0.2808418 Jun 07 15:59:26.976930 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53902) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:26.978610 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3cd8712f-9f79-42be-bd86-e67c1975c23e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.001976 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-691d4c4d-572d-4a22-a8eb-5da42a7ab04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.007475 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:27.013448 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f16dd96-386d-4ae7-b31a-45a6557b0da8 req-3af85387-b43d-4f15-b677-301fefa60c9c tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628905 Jun 07 15:59:27.060650 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3cd8712f-9f79-42be-bd86-e67c1975c23e admin admin] Publish callbacks [] for security_group (252035e8-979d-497f-a848-108aae7557ca), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.065010 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3cd8712f-9f79-42be-bd86-e67c1975c23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (252035e8-979d-497f-a848-108aae7557ca), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.066976 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:27.109460 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8712f-9f79-42be-bd86-e67c1975c23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252035e8-979d-497f-a848-108aae7557ca,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:27.114199 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3cd8712f-9f79-42be-bd86-e67c1975c23e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=906acca2f4504573a34a824f06214500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387980 Jun 07 15:59:27.116994 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53904) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:27.143856 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-691d4c4d-572d-4a22-a8eb-5da42a7ab04b admin admin] Publish callbacks [] for security_group (78d12ffd-e4e3-45ca-aeb9-337ac633911c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.152961 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d78c0-d388-4bc9-8580-3ba18069a716 req-510066a4-e894-4994-a9ba-ed31986709c7 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:27.153894 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-357d78c0-d388-4bc9-8580-3ba18069a716 req-510066a4-e894-4994-a9ba-ed31986709c7 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 944 time: 0.0729532 Jun 07 15:59:27.154956 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-691d4c4d-572d-4a22-a8eb-5da42a7ab04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (78d12ffd-e4e3-45ca-aeb9-337ac633911c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.170113 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-83fbec31-236a-4a5c-ae86-1e1a3effee02 admin admin] Publish callbacks [] for security_group (252035e8-979d-497f-a848-108aae7557ca), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.192805 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-83fbec31-236a-4a5c-ae86-1e1a3effee02 admin admin] Publish callbacks [] for security_group (252035e8-979d-497f-a848-108aae7557ca), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.209767 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-691d4c4d-572d-4a22-a8eb-5da42a7ab04b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45856fbd40f444daa435123bba226363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317092 Jun 07 15:59:27.211213 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d4c4d-572d-4a22-a8eb-5da42a7ab04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d12ffd-e4e3-45ca-aeb9-337ac633911c,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:27.214430 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53906) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:27.240734 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-357d78c0-d388-4bc9-8580-3ba18069a716 req-356c17ca-6317-4189-ac51-f3c4f6b74def tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801606 Jun 07 15:59:27.275166 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-83fbec31-236a-4a5c-ae86-1e1a3effee02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (252035e8-979d-497f-a848-108aae7557ca), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.277692 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-83fbec31-236a-4a5c-ae86-1e1a3effee02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.278815 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-83fbec31-236a-4a5c-ae86-1e1a3effee02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/252035e8-979d-497f-a848-108aae7557ca HTTP/1.1" status: 204 len: 168 time: 0.1609786 Jun 07 15:59:27.279516 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-de461ce1-ccc5-4cdf-acc6-897b005b0d53 admin admin] Publish callbacks [] for security_group (78d12ffd-e4e3-45ca-aeb9-337ac633911c), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.294510 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbec31-236a-4a5c-ae86-1e1a3effee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252035e8-979d-497f-a848-108aae7557ca,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:27.310645 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-de461ce1-ccc5-4cdf-acc6-897b005b0d53 admin admin] Publish callbacks [] for security_group (78d12ffd-e4e3-45ca-aeb9-337ac633911c), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.368938 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-de461ce1-ccc5-4cdf-acc6-897b005b0d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (78d12ffd-e4e3-45ca-aeb9-337ac633911c), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.371906 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-de461ce1-ccc5-4cdf-acc6-897b005b0d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.373081 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-de461ce1-ccc5-4cdf-acc6-897b005b0d53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78d12ffd-e4e3-45ca-aeb9-337ac633911c HTTP/1.1" status: 204 len: 168 time: 0.1576381 Jun 07 15:59:27.381680 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de461ce1-ccc5-4cdf-acc6-897b005b0d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d12ffd-e4e3-45ca-aeb9-337ac633911c,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:27.571633 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'tag': '4208b596-39fa-4701-8fbb-e471f3af4e3d'}, {'name': 'network-changed', 'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 15:59:27.574056 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9edf7214-7bd8-479d-8d1b-1b8df84e7a0b", "tag": "4208b596-39fa-4701-8fbb-e471f3af4e3d"}, {"name": "network-changed", "server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 15:59:27.622614 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Jun 2022 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d6e5b3-4ba4-4ac9-becd-82fe65b8fffa x-openstack-request-id: req-93d6e5b3-4ba4-4ac9-becd-82fe65b8fffa {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 15:59:27.622978 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edf7214-7bd8-479d-8d1b-1b8df84e7a0b", "tag": "4208b596-39fa-4701-8fbb-e471f3af4e3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 15:59:27.623233 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93d6e5b3-4ba4-4ac9-becd-82fe65b8fffa {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 15:59:27.623638 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d6e5b3-4ba4-4ac9-becd-82fe65b8fffa'] response: {'name': 'network-changed', 'server_uuid': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'tag': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'status': 'completed', 'code': 200} Jun 07 15:59:27.623891 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d6e5b3-4ba4-4ac9-becd-82fe65b8fffa'] response: {'name': 'network-changed', 'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df', 'status': 'completed', 'code': 200} Jun 07 15:59:27.726119 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ceac5-d23c-447c-8d67-6c5ff5ef5119 req-fa303e59-94d3-43dc-936a-f8cdf05162ab tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:27.727641 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-229ceac5-d23c-447c-8d67-6c5ff5ef5119 req-fa303e59-94d3-43dc-936a-f8cdf05162ab tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0522261 Jun 07 15:59:27.748136 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 53930) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:27.767141 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8f318795-0e32-4970-b3a7-7845db041d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.784974 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-229ceac5-d23c-447c-8d67-6c5ff5ef5119 req-1bc0ab55-2dde-43a5-bfaf-2b9069a4966c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493634 Jun 07 15:59:27.855124 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8f318795-0e32-4970-b3a7-7845db041d82 admin admin] Publish callbacks [] for security_group (3cba5d33-f4f3-40cb-8466-1a46470c4769), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.858898 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8f318795-0e32-4970-b3a7-7845db041d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (3cba5d33-f4f3-40cb-8466-1a46470c4769), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:27.889543 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:27.904656 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8f318795-0e32-4970-b3a7-7845db041d82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d05de4c7c8604ce389fbe663ca051dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551144 Jun 07 15:59:27.906296 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f318795-0e32-4970-b3a7-7845db041d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cba5d33-f4f3-40cb-8466-1a46470c4769,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:27.907287 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 53934) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:27.968552 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c640657-0a52-46cb-a366-8f531e90fa75 admin admin] Publish callbacks [] for security_group (3cba5d33-f4f3-40cb-8466-1a46470c4769), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:28.002984 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c640657-0a52-46cb-a366-8f531e90fa75 admin admin] Publish callbacks [] for security_group (3cba5d33-f4f3-40cb-8466-1a46470c4769), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:28.203612 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90bad-3702-4b54-806b-b16fddf31498 req-322f9cc5-6a35-4d1d-9311-a3d9965ae8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:28.206521 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-322f9cc5-6a35-4d1d-9311-a3d9965ae8b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 1127 time: 0.1661901 Jun 07 15:59:28.267684 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-ca7b9bee-5b0f-4f5c-8d3c-c8f3cfe71b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:28.269271 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-ca7b9bee-5b0f-4f5c-8d3c-c8f3cfe71b01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 1128 time: 0.2279143 Jun 07 15:59:28.276263 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-172145f1-d1b6-4669-95f0-b83deb47e04b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b997521-b0f1-4473-8789-20e9f18a83df HTTP/1.1" status: 200 len: 217 time: 0.0607536 Jun 07 15:59:28.295166 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227854d1-5e10-40dd-bb1d-ad8aea74480f req-a6880a3b-d8e5-440c-9993-78b591c6661b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:28.296697 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-227854d1-5e10-40dd-bb1d-ad8aea74480f req-a6880a3b-d8e5-440c-9993-78b591c6661b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 944 time: 0.1896155 Jun 07 15:59:28.307899 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715edfe6-daa6-483d-ae3d-bf113d986a3d req-caf9f427-46d5-4feb-82c1-b9834c638feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:28.309873 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-715edfe6-daa6-483d-ae3d-bf113d986a3d req-caf9f427-46d5-4feb-82c1-b9834c638feb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 1128 time: 0.2674582 Jun 07 15:59:28.362798 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c640657-0a52-46cb-a366-8f531e90fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (3cba5d33-f4f3-40cb-8466-1a46470c4769), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:28.365593 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c640657-0a52-46cb-a366-8f531e90fa75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:28.366765 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9c640657-0a52-46cb-a366-8f531e90fa75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cba5d33-f4f3-40cb-8466-1a46470c4769 HTTP/1.1" status: 204 len: 168 time: 0.4584670 Jun 07 15:59:28.385735 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-23396092-7ae0-4f9e-a218-ccf2ee09567f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4208b596-39fa-4701-8fbb-e471f3af4e3d HTTP/1.1" status: 200 len: 217 time: 0.1083698 Jun 07 15:59:28.398863 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:28.494195 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c640657-0a52-46cb-a366-8f531e90fa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cba5d33-f4f3-40cb-8466-1a46470c4769,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:28.629751 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90bad-3702-4b54-806b-b16fddf31498 req-cff9a13b-af92-4c8d-8856-d4bd0e59c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:28.631561 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-cff9a13b-af92-4c8d-8856-d4bd0e59c9d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 200 len: 855 time: 0.3439312 Jun 07 15:59:28.688347 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-227854d1-5e10-40dd-bb1d-ad8aea74480f req-09a9c7f2-2304-4d61-ba35-2bdd943b0387 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482814 Jun 07 15:59:28.753556 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-e8b855f4-e31f-404c-b8a0-986e9add44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:28.755343 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-e8b855f4-e31f-404c-b8a0-986e9add44e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.3260822 Jun 07 15:59:28.787479 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9e917-55e5-4b99-9d5c-6e9974771794 req-6630a027-fe0e-4742-8cbd-d6331b7d7b15 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:28.794912 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c9e9e917-55e5-4b99-9d5c-6e9974771794 req-6630a027-fe0e-4742-8cbd-d6331b7d7b15 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 944 time: 0.2556057 Jun 07 15:59:28.815521 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715edfe6-daa6-483d-ae3d-bf113d986a3d req-be7c915b-4a1b-4371-9ab2-e6a5c5ce2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:28.817777 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-715edfe6-daa6-483d-ae3d-bf113d986a3d req-be7c915b-4a1b-4371-9ab2-e6a5c5ce2096 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9d0733c937754d1182c68bd4ea7f283c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4568686 Jun 07 15:59:28.853915 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:29.019281 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90bad-3702-4b54-806b-b16fddf31498 req-b2f284fa-e8bd-4764-8e83-5d06fa9cc8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:29.021687 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-b2f284fa-e8bd-4764-8e83-5d06fa9cc8f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bca6588e-929f-4019-b79c-d0c7387dc8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3678687 Jun 07 15:59:29.090480 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-86058255-4170-47d4-93c9-df7425790ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:29.092395 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-86058255-4170-47d4-93c9-df7425790ff7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3132010 Jun 07 15:59:29.172635 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfbc6e-e8cd-42bd-b956-afb72b1fa871 req-1ae8ecc9-dc99-4c8b-9c43-a18c36538bb4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:29.179826 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a8bfbc6e-e8cd-42bd-b956-afb72b1fa871 req-1ae8ecc9-dc99-4c8b-9c43-a18c36538bb4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.2200406 Jun 07 15:59:29.199599 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c9e9e917-55e5-4b99-9d5c-6e9974771794 req-d79bcc95-7845-44c9-89dd-19e9efd96711 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4037549 Jun 07 15:59:29.341568 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a8bfbc6e-e8cd-42bd-b956-afb72b1fa871 req-f8321dc5-4ead-4587-8203-a8429f77eb21 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608005 Jun 07 15:59:29.398460 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715edfe6-daa6-483d-ae3d-bf113d986a3d req-552420ba-495f-4a09-9630-af5b35c7d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:29.400905 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-715edfe6-daa6-483d-ae3d-bf113d986a3d req-552420ba-495f-4a09-9630-af5b35c7d97b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4866827 Jun 07 15:59:29.460471 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-394cea5d-bc59-479a-9496-2eebcbf7e3ea service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019251 Jun 07 15:59:29.821534 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-5675fdb8-d1a3-46f7-9326-d05e0f5afc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:29.823010 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-5675fdb8-d1a3-46f7-9326-d05e0f5afc01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 1128 time: 0.3808644 Jun 07 15:59:29.830081 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-6ebb438b-d8dd-4910-87f6-c26735907508 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189934 Jun 07 15:59:29.848453 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78e90bad-3702-4b54-806b-b16fddf31498 req-797bc821-9b14-41ac-a550-f8cd742194a1 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573430 Jun 07 15:59:29.854608 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bfabf-ef7e-44eb-b648-8f26d6ac48de req-d7e768c9-5dbe-4edd-8234-fac636fa0262 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:29.856568 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6b4bfabf-ef7e-44eb-b648-8f26d6ac48de req-d7e768c9-5dbe-4edd-8234-fac636fa0262 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 944 time: 0.0854721 Jun 07 15:59:29.915104 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6b4bfabf-ef7e-44eb-b648-8f26d6ac48de req-703cb44c-654c-4380-9ee2-747a46aa2403 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516143 Jun 07 15:59:30.280620 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:30.322510 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffbdc3-e642-43a9-b6fe-b0ee035a5ccf req-253f1b3e-a6fe-4da7-992b-27751cc80ec8 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:30.324058 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-83ffbdc3-e642-43a9-b6fe-b0ee035a5ccf req-253f1b3e-a6fe-4da7-992b-27751cc80ec8 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 944 time: 0.0522506 Jun 07 15:59:30.374985 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-83ffbdc3-e642-43a9-b6fe-b0ee035a5ccf req-18f877c0-9990-4c1f-88fe-346d2c113da5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422859 Jun 07 15:59:30.473299 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da907c4c-3262-4c8a-a58a-3707231185e8 req-f0967172-5bfe-4337-8159-0639c5f30ab1 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:30.474805 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-da907c4c-3262-4c8a-a58a-3707231185e8 req-f0967172-5bfe-4337-8159-0639c5f30ab1 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0479062 Jun 07 15:59:30.530569 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-da907c4c-3262-4c8a-a58a-3707231185e8 req-6923c4ec-f09b-4658-b48f-34d32ce69ce5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469592 Jun 07 15:59:31.043529 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0ae83-e1e1-490d-845e-4e233ba041a8 req-5f867cb5-f43d-4479-8f83-90d46c420ab5 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:31.045274 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d8c0ae83-e1e1-490d-845e-4e233ba041a8 req-5f867cb5-f43d-4479-8f83-90d46c420ab5 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 944 time: 0.0562379 Jun 07 15:59:31.099365 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d8c0ae83-e1e1-490d-845e-4e233ba041a8 req-bdadf651-7d8c-4e66-ac61-76fb69197a47 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474548 Jun 07 15:59:31.494001 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51642808-3d47-42ff-82be-bb8a2e9177ee req-d1680ea9-81f3-4b36-a87d-277110d59959 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:31.495371 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-51642808-3d47-42ff-82be-bb8a2e9177ee req-d1680ea9-81f3-4b36-a87d-277110d59959 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 944 time: 0.0476825 Jun 07 15:59:31.524870 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:31.552846 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-51642808-3d47-42ff-82be-bb8a2e9177ee req-454634aa-4595-4908-93a6-879f3327bb26 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496604 Jun 07 15:59:31.661876 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5890526-3539-4c09-b991-bcb1e4e40035 req-99cdbae1-2860-4575-bc88-b5850307daed tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:31.663354 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f5890526-3539-4c09-b991-bcb1e4e40035 req-99cdbae1-2860-4575-bc88-b5850307daed tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0536764 Jun 07 15:59:31.730127 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f5890526-3539-4c09-b991-bcb1e4e40035 req-8727f8d2-b7cf-487b-b8ae-424d20d65547 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551045 Jun 07 15:59:32.252447 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-3d024d7a-86ca-43f9-af1d-7200d8428059 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ecb2897-4e5c-4117-b213-8efd5b37c89e HTTP/1.1" status: 200 len: 217 time: 0.0527565 Jun 07 15:59:32.293296 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c48050-3dc3-4ceb-bea3-55b4127b72f2 req-59463b4e-4738-4f4e-a78d-2e44a614fda5 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:32.294760 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e0c48050-3dc3-4ceb-bea3-55b4127b72f2 req-59463b4e-4738-4f4e-a78d-2e44a614fda5 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 944 time: 0.1247630 Jun 07 15:59:32.365836 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecc6b4c5-23da-4da2-a176-7dda33bbc3f4 req-cecf5b73-fe62-44b4-97e6-c29276c684e2 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671455 Jun 07 15:59:32.370020 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e0c48050-3dc3-4ceb-bea3-55b4127b72f2 req-2718d04b-e18c-4a28-8752-b1b151016766 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685854 Jun 07 15:59:32.685305 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec2bf8-60fc-49bc-8c08-89539547ad5e req-794c0230-aaf8-4e14-a1f7-def4ca462476 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:32.687212 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-52ec2bf8-60fc-49bc-8c08-89539547ad5e req-794c0230-aaf8-4e14-a1f7-def4ca462476 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 944 time: 0.0525737 Jun 07 15:59:32.745389 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-52ec2bf8-60fc-49bc-8c08-89539547ad5e req-fa26b823-15c4-4a6c-90c0-c5ec8e2d5c79 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517154 Jun 07 15:59:32.862857 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21b790-8981-4226-8e2c-07e1f3b743be req-6e869182-931c-42ec-82d0-8c93f205ed86 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:32.864572 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cd21b790-8981-4226-8e2c-07e1f3b743be req-6e869182-931c-42ec-82d0-8c93f205ed86 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0553789 Jun 07 15:59:32.932042 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cd21b790-8981-4226-8e2c-07e1f3b743be req-aa01a4c5-a5ee-4b9a-bf52-940a46862c0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600331 Jun 07 15:59:33.041759 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-bb9665f5-28d5-4b43-80cc-eb0abf7669af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:33.043217 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-bb9665f5-28d5-4b43-80cc-eb0abf7669af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d2e6771-b172-483a-8869-cf0fd6582503 HTTP/1.1" status: 200 len: 850 time: 0.0567901 Jun 07 15:59:33.635746 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517e469-160a-4155-8459-f4e61dbeeb97 req-8d25fbbf-1ba1-42f8-871a-d57a9633b328 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:33.637508 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7517e469-160a-4155-8459-f4e61dbeeb97 req-8d25fbbf-1ba1-42f8-871a-d57a9633b328 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 944 time: 0.0509844 Jun 07 15:59:33.700926 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7517e469-160a-4155-8459-f4e61dbeeb97 req-9d3e32f3-abc9-4aba-9f39-14b4a5b0a48a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562184 Jun 07 15:59:33.919461 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104f93-1ae8-45ac-a0b0-42b9d9b54057 req-85087165-2ecc-4395-95a1-8ca471b27e93 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:33.920902 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ed104f93-1ae8-45ac-a0b0-42b9d9b54057 req-85087165-2ecc-4395-95a1-8ca471b27e93 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 944 time: 0.1052170 Jun 07 15:59:33.941224 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-4b7643b6-8453-4a99-b548-b1e6bc052c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:33.942672 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-4b7643b6-8453-4a99-b548-b1e6bc052c9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1155248 Jun 07 15:59:33.949113 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-711aea65-3278-450e-9cb8-9da42ecae3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:33.950532 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-711aea65-3278-450e-9cb8-9da42ecae3c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 1128 time: 0.0973735 Jun 07 15:59:33.957365 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:34.122262 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:34.125991 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ed104f93-1ae8-45ac-a0b0-42b9d9b54057 req-3e4ec199-543b-4809-9c38-a945a1ac9e42 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973307 Jun 07 15:59:34.172134 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3feee9-688b-4c5a-9b2d-df3c9e5555a1 req-4eda80db-cc6c-4864-8970-802d29cafb22 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:34.173931 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0f3feee9-688b-4c5a-9b2d-df3c9e5555a1 req-4eda80db-cc6c-4864-8970-802d29cafb22 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.1162169 Jun 07 15:59:34.224282 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-2a2789a6-3707-4a96-81ba-7261bddfeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:34.226021 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-2a2789a6-3707-4a96-81ba-7261bddfeb63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 914 time: 0.2663798 Jun 07 15:59:34.228070 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-dc08e372-8453-4d63-8966-62ee1b361105 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766511 Jun 07 15:59:34.289262 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54244) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:34.370797 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-f5f91925-65d6-4ea6-ad0c-901ec7272461 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4208b596-39fa-4701-8fbb-e471f3af4e3d HTTP/1.1" status: 200 len: 217 time: 0.1288469 Jun 07 15:59:34.386104 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0f3feee9-688b-4c5a-9b2d-df3c9e5555a1 req-1db41262-7586-4d8a-a00f-2af4e213d8b6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987450 Jun 07 15:59:34.461291 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-623a217b-e1d9-4f53-bbee-e76daad9e05c req-1df49e88-5a07-43c6-ac6c-5d1534a0916e service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204151 Jun 07 15:59:34.488591 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ba6b04b6-85f4-4d5d-a3a9-0b1e2743af54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:34.550280 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-b144fbb4-8a40-4384-8d9b-6c405618f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:34.552262 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-b144fbb4-8a40-4384-8d9b-6c405618f01d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.0765100 Jun 07 15:59:34.577196 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ba6b04b6-85f4-4d5d-a3a9-0b1e2743af54 admin admin] Publish callbacks [] for security_group (a183d85e-2e17-465d-9072-476d288be4a3), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:34.583320 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ba6b04b6-85f4-4d5d-a3a9-0b1e2743af54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (a183d85e-2e17-465d-9072-476d288be4a3), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:34.623574 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b04b6-85f4-4d5d-a3a9-0b1e2743af54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a183d85e-2e17-465d-9072-476d288be4a3,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:34.628490 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ba6b04b6-85f4-4d5d-a3a9-0b1e2743af54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a16c728ace3f4df5a25c28c3688dac6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375456 Jun 07 15:59:34.631202 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54264) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:34.683827 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-30e188e0-b19e-4cca-8223-ea7fb25d99ab admin admin] Publish callbacks [] for security_group (a183d85e-2e17-465d-9072-476d288be4a3), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:34.707143 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-30e188e0-b19e-4cca-8223-ea7fb25d99ab admin admin] Publish callbacks [] for security_group (a183d85e-2e17-465d-9072-476d288be4a3), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:34.748542 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:34.779919 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-30e188e0-b19e-4cca-8223-ea7fb25d99ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (a183d85e-2e17-465d-9072-476d288be4a3), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:34.782496 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-30e188e0-b19e-4cca-8223-ea7fb25d99ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:34.783709 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-30e188e0-b19e-4cca-8223-ea7fb25d99ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a183d85e-2e17-465d-9072-476d288be4a3 HTTP/1.1" status: 204 len: 168 time: 0.1515846 Jun 07 15:59:34.805793 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e188e0-b19e-4cca-8223-ea7fb25d99ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a183d85e-2e17-465d-9072-476d288be4a3,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:34.823869 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:34.875761 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a183ff-0f97-472c-9301-5871176693fd req-b7404a57-6744-4379-8c1a-0a410c82cc60 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:34.877516 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77a183ff-0f97-472c-9301-5871176693fd req-b7404a57-6744-4379-8c1a-0a410c82cc60 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 944 time: 0.0729661 Jun 07 15:59:34.947669 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77a183ff-0f97-472c-9301-5871176693fd req-03748acd-82c1-42a5-9ee5-6a21d3ceca51 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625303 Jun 07 15:59:35.056719 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9b997521-b0f1-4473-8789-20e9f18a83df details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 15:59:35.127753 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54280) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:35.142343 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c925ff6c-6411-412f-b6f3-d5483dbc9bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:35.156224 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:35.169202 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '9b997521-b0f1-4473-8789-20e9f18a83df', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'port_id': '9b997521-b0f1-4473-8789-20e9f18a83df', 'mac_address': 'fa:16:3e:cb:63:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 15:59:35.210434 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9b997521-b0f1-4473-8789-20e9f18a83df is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:35.210725 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:35.224876 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b997521-b0f1-4473-8789-20e9f18a83df {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 15:59:35.246247 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:35.250871 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:35.251444 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c925ff6c-6411-412f-b6f3-d5483dbc9bc4 admin admin] Publish callbacks [] for security_group (c52999f5-476b-4e05-bf62-9d262bbc1540), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:35.252266 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4208b596-39fa-4701-8fbb-e471f3af4e3d details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 15:59:35.259573 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c925ff6c-6411-412f-b6f3-d5483dbc9bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (c52999f5-476b-4e05-bf62-9d262bbc1540), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:35.285224 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a4ac9-2d64-4161-96ac-51dbb109bca3 req-18d93f64-3ddc-4564-ae46-1401c12535c0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:35.286699 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b46a4ac9-2d64-4161-96ac-51dbb109bca3 req-18d93f64-3ddc-4564-ae46-1401c12535c0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 944 time: 0.0708921 Jun 07 15:59:35.322893 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925ff6c-6411-412f-b6f3-d5483dbc9bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52999f5-476b-4e05-bf62-9d262bbc1540,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:35.330132 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c925ff6c-6411-412f-b6f3-d5483dbc9bc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b172db494d7d4fff89cc83f56c41eeac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981349 Jun 07 15:59:35.330355 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54284) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:35.351291 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9b997521-b0f1-4473-8789-20e9f18a83df,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:35.388371 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b46a4ac9-2d64-4161-96ac-51dbb109bca3 req-d9394a4f-f2c9-4050-8aa7-3a351ce5b6ba tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849333 Jun 07 15:59:35.402391 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 4208b596-39fa-4701-8fbb-e471f3af4e3d, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4208b596-39fa-4701-8fbb-e471f3af4e3d,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:35.418095 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'port_id': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'mac_address': 'fa:16:3e:4e:a4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 15:59:35.418241 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4b1b379a-af4d-4ffc-894b-cbaa53a83d32 admin admin] Publish callbacks [] for security_group (c52999f5-476b-4e05-bf62-9d262bbc1540), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:35.432034 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:35.449063 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4b1b379a-af4d-4ffc-894b-cbaa53a83d32 admin admin] Publish callbacks [] for security_group (c52999f5-476b-4e05-bf62-9d262bbc1540), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:35.471560 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 4208b596-39fa-4701-8fbb-e471f3af4e3d is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:35.471560 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:35.477738 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4208b596-39fa-4701-8fbb-e471f3af4e3d {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 15:59:35.499369 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 4208b596-39fa-4701-8fbb-e471f3af4e3d, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4208b596-39fa-4701-8fbb-e471f3af4e3d,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:35.511839 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:35.561136 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:35.567029 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=4208b596-39fa-4701-8fbb-e471f3af4e3d,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:35.570371 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a38d9-701a-4142-898e-ec1f3eed0504 req-281e00b6-2058-449c-ac8d-1302fc5c52dc tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:35.571887 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-798a38d9-701a-4142-898e-ec1f3eed0504 req-281e00b6-2058-449c-ac8d-1302fc5c52dc tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 944 time: 0.0876050 Jun 07 15:59:35.576259 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-28677418-83a0-4d80-8d63-38160ce9a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:35.577706 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-28677418-83a0-4d80-8d63-38160ce9a036 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579696 Jun 07 15:59:35.592155 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4b1b379a-af4d-4ffc-894b-cbaa53a83d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (c52999f5-476b-4e05-bf62-9d262bbc1540), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:35.594641 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4b1b379a-af4d-4ffc-894b-cbaa53a83d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:35.595911 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4b1b379a-af4d-4ffc-894b-cbaa53a83d32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c52999f5-476b-4e05-bf62-9d262bbc1540 HTTP/1.1" status: 204 len: 168 time: 0.2636256 Jun 07 15:59:35.614935 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b379a-af4d-4ffc-894b-cbaa53a83d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52999f5-476b-4e05-bf62-9d262bbc1540,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:35.642042 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-798a38d9-701a-4142-898e-ec1f3eed0504 req-f0b6b46a-0ae5-451a-95cd-994e803566b7 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563543 Jun 07 15:59:35.877488 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['9b997521-b0f1-4473-8789-20e9f18a83df'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 15:59:35.952224 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['4208b596-39fa-4701-8fbb-e471f3af4e3d'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 15:59:36.113076 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:36.113606 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:36.123387 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e30a8-b202-499a-b6c5-13d125c2a7c1 req-01532ff3-b4a8-4b8a-99ae-6049038d9860 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:36.124883 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0a2e30a8-b202-499a-b6c5-13d125c2a7c1 req-01532ff3-b4a8-4b8a-99ae-6049038d9860 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 944 time: 0.0726070 Jun 07 15:59:36.222763 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0a2e30a8-b202-499a-b6c5-13d125c2a7c1 req-fae5a8ff-92e4-447b-8a88-dc380c29a19c tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880215 Jun 07 15:59:36.301309 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:36.301787 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54338) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:36.319990 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:36.560537 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc608ab2-9366-4af6-805c-9ffcbe016f24 req-e56b1bf8-62eb-4226-8471-0c9246e62210 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:36.578001 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fc608ab2-9366-4af6-805c-9ffcbe016f24 req-e56b1bf8-62eb-4226-8471-0c9246e62210 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 945 time: 0.0839291 Jun 07 15:59:36.583984 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8acdcac2-d976-4ef0-9eeb-5879de9be16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:36.585277 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-ef081050-17bb-4594-b499-9d272cb3fb1b service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266033 Jun 07 15:59:36.700412 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fc608ab2-9366-4af6-805c-9ffcbe016f24 req-2237f22d-bcdf-4948-a24c-a78a9a64dbfd tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122241 Jun 07 15:59:36.700984 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8acdcac2-d976-4ef0-9eeb-5879de9be16a admin admin] Publish callbacks [] for security_group (91aa62a7-84cf-4b46-a438-fefeb51b1445), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:36.700984 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8acdcac2-d976-4ef0-9eeb-5879de9be16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (91aa62a7-84cf-4b46-a438-fefeb51b1445), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:36.731200 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8acdcac2-d976-4ef0-9eeb-5879de9be16a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5233e79acf774ccda021282775c90e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284968 Jun 07 15:59:36.731992 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54356) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:36.771352 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdcac2-d976-4ef0-9eeb-5879de9be16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aa62a7-84cf-4b46-a438-fefeb51b1445,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:36.819176 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2856ef43-3c4e-436c-8edd-8657ec564f75 admin admin] Publish callbacks [] for security_group (91aa62a7-84cf-4b46-a438-fefeb51b1445), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:36.845771 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2856ef43-3c4e-436c-8edd-8657ec564f75 admin admin] Publish callbacks [] for security_group (91aa62a7-84cf-4b46-a438-fefeb51b1445), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:36.904303 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2856ef43-3c4e-436c-8edd-8657ec564f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (91aa62a7-84cf-4b46-a438-fefeb51b1445), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:36.908192 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2856ef43-3c4e-436c-8edd-8657ec564f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:36.913063 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-2856ef43-3c4e-436c-8edd-8657ec564f75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91aa62a7-84cf-4b46-a438-fefeb51b1445 HTTP/1.1" status: 204 len: 168 time: 0.1740618 Jun 07 15:59:36.919896 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfacc3-a59e-4dc6-9ee5-21695f3fbe63 req-b0aef85b-97e4-4f57-b570-4babc7e2641f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:36.921540 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-59bfacc3-a59e-4dc6-9ee5-21695f3fbe63 req-b0aef85b-97e4-4f57-b570-4babc7e2641f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 944 time: 0.0649929 Jun 07 15:59:36.923599 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856ef43-3c4e-436c-8edd-8657ec564f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aa62a7-84cf-4b46-a438-fefeb51b1445,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:37.003014 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-cff3bf47-7725-4d6c-a78a-7d3a69537d67 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891138 Jun 07 15:59:37.079947 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-59bfacc3-a59e-4dc6-9ee5-21695f3fbe63 req-1e55033b-465d-4cbd-900f-6fe4e3a10f0e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331158 Jun 07 15:59:37.096842 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4ecb2897-4e5c-4117-b213-8efd5b37c89e details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 15:59:37.142778 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-38a95daf-7ff3-4611-bca5-f615d867c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:37.146599 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-38a95daf-7ff3-4611-bca5-f615d867c0a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 1128 time: 0.0634525 Jun 07 15:59:37.343358 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-132bab93-1700-4e96-abac-80a6b2241055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:37.347044 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-132bab93-1700-4e96-abac-80a6b2241055 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 917 time: 0.1937685 Jun 07 15:59:37.347299 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 4ecb2897-4e5c-4117-b213-8efd5b37c89e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4ecb2897-4e5c-4117-b213-8efd5b37c89e,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:37.379289 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '4ecb2897-4e5c-4117-b213-8efd5b37c89e', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'port_id': '4ecb2897-4e5c-4117-b213-8efd5b37c89e', 'mac_address': 'fa:16:3e:47:d3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 15:59:37.385061 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9b997521-b0f1-4473-8789-20e9f18a83df up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:37.478970 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 9b997521-b0f1-4473-8789-20e9f18a83df completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 15:59:37.494755 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-ab7344c0-8a32-4715-9e3e-f10e499f07e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b997521-b0f1-4473-8789-20e9f18a83df HTTP/1.1" status: 200 len: 217 time: 0.1243191 Jun 07 15:59:37.513678 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 9b997521-b0f1-4473-8789-20e9f18a83df triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:37.514733 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:37.525848 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc4d83-3b47-4b93-8953-35d28503ef92 req-2d403ac5-1c8b-4a34-b940-4bd24e0b3ce9 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:37.529410 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-10cc4d83-3b47-4b93-8953-35d28503ef92 req-2d403ac5-1c8b-4a34-b940-4bd24e0b3ce9 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 944 time: 0.1780863 Jun 07 15:59:37.578111 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 4ecb2897-4e5c-4117-b213-8efd5b37c89e is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:37.580539 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:37.602268 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecb2897-4e5c-4117-b213-8efd5b37c89e {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 15:59:37.630201 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 4ecb2897-4e5c-4117-b213-8efd5b37c89e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4ecb2897-4e5c-4117-b213-8efd5b37c89e,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:37.645704 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:37.669100 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54394) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:37.679070 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-e027137f-472d-45f2-9f12-0c390be1d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:37.680622 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-e027137f-472d-45f2-9f12-0c390be1d7a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 200 len: 855 time: 0.1502979 Jun 07 15:59:37.708190 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d95fda26-1f22-47e2-b6d0-1c3e7be10b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:37.714089 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=4ecb2897-4e5c-4117-b213-8efd5b37c89e,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:37.719108 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-10cc4d83-3b47-4b93-8953-35d28503ef92 req-8228a153-d751-4e23-b0a6-a1218342ea72 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688550 Jun 07 15:59:37.755581 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9b997521-b0f1-4473-8789-20e9f18a83df is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:37.755972 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:37.783535 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-d8afabff-b84f-458f-ab2b-cbfbf67849d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:37.786380 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-d8afabff-b84f-458f-ab2b-cbfbf67849d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bca6588e-929f-4019-b79c-d0c7387dc8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945940 Jun 07 15:59:37.793518 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:37.797863 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 15:59:37.801097 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32068134-4d7c-48dc-b728-845576723cb4" -d '{"events": [{"server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "name": "network-vif-plugged", "status": "completed", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 15:59:37.823934 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:37.831430 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:37.832172 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:37.833851 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4208b596-39fa-4701-8fbb-e471f3af4e3d up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:37.882723 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b62eb-fcd4-4d2e-af7f-2662e10b7f19 req-7fc5b72a-9149-472e-baeb-031006199ff9 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:37.884288 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d08b62eb-fcd4-4d2e-af7f-2662e10b7f19 req-7fc5b72a-9149-472e-baeb-031006199ff9 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 945 time: 0.0943520 Jun 07 15:59:37.891208 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d95fda26-1f22-47e2-b6d0-1c3e7be10b36 admin admin] Publish callbacks [] for security_group (64660b01-ccca-485d-8a4d-9dd97a4d651f), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:37.897294 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d95fda26-1f22-47e2-b6d0-1c3e7be10b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (64660b01-ccca-485d-8a4d-9dd97a4d651f), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:37.901839 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a56226-d12d-4904-a5ae-0a0343441b96 req-a6cf0e36-fb1b-4a8a-ad0b-b51510b136aa tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:37.903675 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-04a56226-d12d-4904-a5ae-0a0343441b96 req-a6cf0e36-fb1b-4a8a-ad0b-b51510b136aa tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 945 time: 0.0692496 Jun 07 15:59:37.957993 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:37.978582 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-d95fda26-1f22-47e2-b6d0-1c3e7be10b36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d42a3e16dcd412d8058abe58ac159c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061519 Jun 07 15:59:37.978582 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fda26-1f22-47e2-b6d0-1c3e7be10b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64660b01-ccca-485d-8a4d-9dd97a4d651f,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:37.980347 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d08b62eb-fcd4-4d2e-af7f-2662e10b7f19 req-d1c746ca-c15b-4bae-bddc-7656a8090b88 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877364 Jun 07 15:59:37.980836 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54404) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:38.042321 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-04a56226-d12d-4904-a5ae-0a0343441b96 req-df5e1474-00ff-40e9-8a23-ec6bc5fdcacd tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072226 Jun 07 15:59:38.042737 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['4ecb2897-4e5c-4117-b213-8efd5b37c89e'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 15:59:38.084524 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e37cef-ce83-4c8a-8087-cf5dbd1ee371 x-openstack-request-id: req-41e37cef-ce83-4c8a-8087-cf5dbd1ee371 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 15:59:38.084524 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "name": "network-vif-plugged", "status": "completed", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 15:59:38.084524 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41e37cef-ce83-4c8a-8087-cf5dbd1ee371 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 15:59:38.084524 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e37cef-ce83-4c8a-8087-cf5dbd1ee371'] response: {'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df', 'code': 200} Jun 07 15:59:38.101613 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4321ff74-a947-41d2-bf62-5e28a35f3a45 admin admin] Publish callbacks [] for security_group (64660b01-ccca-485d-8a4d-9dd97a4d651f), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:38.135052 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9b997521-b0f1-4473-8789-20e9f18a83df,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:38.143374 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4321ff74-a947-41d2-bf62-5e28a35f3a45 admin admin] Publish callbacks [] for security_group (64660b01-ccca-485d-8a4d-9dd97a4d651f), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:38.149421 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 4208b596-39fa-4701-8fbb-e471f3af4e3d completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 15:59:38.163847 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 4208b596-39fa-4701-8fbb-e471f3af4e3d triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:38.164235 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:38.168565 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:38.223002 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4321ff74-a947-41d2-bf62-5e28a35f3a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (64660b01-ccca-485d-8a4d-9dd97a4d651f), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:38.224992 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4321ff74-a947-41d2-bf62-5e28a35f3a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:38.228325 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4321ff74-a947-41d2-bf62-5e28a35f3a45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64660b01-ccca-485d-8a4d-9dd97a4d651f HTTP/1.1" status: 204 len: 168 time: 0.2440836 Jun 07 15:59:38.243824 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:38.252494 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321ff74-a947-41d2-bf62-5e28a35f3a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64660b01-ccca-485d-8a4d-9dd97a4d651f,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:38.283794 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12aa285-59fc-4f90-82c4-64202327f7b6 req-bb2543d3-ed46-4b70-a5a7-aac7a786cd50 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:38.291709 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f12aa285-59fc-4f90-82c4-64202327f7b6 req-bb2543d3-ed46-4b70-a5a7-aac7a786cd50 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0775261 Jun 07 15:59:38.337655 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 4208b596-39fa-4701-8fbb-e471f3af4e3d is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:38.337961 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:38.380233 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f12aa285-59fc-4f90-82c4-64202327f7b6 req-8bf1a897-af62-4e58-84c0-fae0a8f8b371 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785496 Jun 07 15:59:38.404540 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 4208b596-39fa-4701-8fbb-e471f3af4e3d, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4208b596-39fa-4701-8fbb-e471f3af4e3d,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:38.412999 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:38.504056 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=4208b596-39fa-4701-8fbb-e471f3af4e3d,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:38.866457 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999f60f-ae2d-4e59-aa59-118c8f40cb0f req-2cf391e4-c0e7-4755-9b71-384fa5a008d4 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:38.868383 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7999f60f-ae2d-4e59-aa59-118c8f40cb0f req-2cf391e4-c0e7-4755-9b71-384fa5a008d4 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 945 time: 0.0489604 Jun 07 15:59:38.971686 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7999f60f-ae2d-4e59-aa59-118c8f40cb0f req-6d869c27-eb5b-41c4-ab73-24f7b2763850 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930898 Jun 07 15:59:39.053994 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54468) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:39.113794 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4ecb2897-4e5c-4117-b213-8efd5b37c89e up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:39.180073 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 4ecb2897-4e5c-4117-b213-8efd5b37c89e completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 15:59:39.188604 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 4ecb2897-4e5c-4117-b213-8efd5b37c89e triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:39.190392 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.281666 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 4ecb2897-4e5c-4117-b213-8efd5b37c89e is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:39.282904 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.292174 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0a183589-71ca-413b-a989-b444acc21e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.295981 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb487a-dda7-4726-810d-88f4033b35f2 req-56de4f31-57d9-431b-91fe-8dfd1711e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:39.297500 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dbbb487a-dda7-4726-810d-88f4033b35f2 req-56de4f31-57d9-431b-91fe-8dfd1711e67e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 1129 time: 0.1167707 Jun 07 15:59:39.310044 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-b28c0b61-aa52-4195-ab2a-33afebb7f4cd service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322282 Jun 07 15:59:39.323494 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 4ecb2897-4e5c-4117-b213-8efd5b37c89e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4ecb2897-4e5c-4117-b213-8efd5b37c89e,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:39.330254 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.392130 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da250e-7dd2-42c8-aa5f-dc0f0186286e req-51cda0de-3e4a-4c5f-8ba4-3bf159114690 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:39.393756 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-92da250e-7dd2-42c8-aa5f-dc0f0186286e req-51cda0de-3e4a-4c5f-8ba4-3bf159114690 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 946 time: 0.3150756 Jun 07 15:59:39.413562 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=4ecb2897-4e5c-4117-b213-8efd5b37c89e,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:39.420640 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54482) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:39.432549 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258b414-65f3-4213-ad65-e7cc6cb72fa5 req-5c6d6783-a2f9-44d8-af60-d32f472c7519 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:39.432549 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8258b414-65f3-4213-ad65-e7cc6cb72fa5 req-5c6d6783-a2f9-44d8-af60-d32f472c7519 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 945 time: 0.1632988 Jun 07 15:59:39.453489 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0a183589-71ca-413b-a989-b444acc21e44 admin admin] Publish callbacks [] for security_group (e4c4083a-abcd-46de-b748-f584a939849a), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.461569 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0a183589-71ca-413b-a989-b444acc21e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (e4c4083a-abcd-46de-b748-f584a939849a), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.518291 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-0a183589-71ca-413b-a989-b444acc21e44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a4fa86d630d471e840f69625114fe77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629261 Jun 07 15:59:39.519750 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a183589-71ca-413b-a989-b444acc21e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c4083a-abcd-46de-b748-f584a939849a,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:39.535735 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54488) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:39.597579 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab3502dd-80f3-4f77-ad3f-494abab399c2 admin admin] Publish callbacks [] for security_group (e4c4083a-abcd-46de-b748-f584a939849a), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.627681 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab3502dd-80f3-4f77-ad3f-494abab399c2 admin admin] Publish callbacks [] for security_group (e4c4083a-abcd-46de-b748-f584a939849a), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.645202 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dae52-b3e4-4da2-94b6-5dbf1a9e9603 req-0de04e46-fd27-47d0-a95d-110c1b35748c tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:39.646677 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-509dae52-b3e4-4da2-94b6-5dbf1a9e9603 req-0de04e46-fd27-47d0-a95d-110c1b35748c tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.24 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 945 time: 0.1317363 Jun 07 15:59:39.648755 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dbbb487a-dda7-4726-810d-88f4033b35f2 req-a8b6d00b-a0de-48be-a569-cb287d389e92 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540410 Jun 07 15:59:39.667570 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:39.678494 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-92da250e-7dd2-42c8-aa5f-dc0f0186286e req-9583c92b-e539-4d08-8485-72ecd40040a1 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362747 Jun 07 15:59:39.694073 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8258b414-65f3-4213-ad65-e7cc6cb72fa5 req-3070c84c-123c-46ca-8a73-253f94ef8d0e tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421172 Jun 07 15:59:39.712731 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:39.715952 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d7779b05-0aaf-4459-97c0-26c9fb7c63e4 req-a43fb0ce-7c5e-4c36-8be3-6a24ea3836e2 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116267 Jun 07 15:59:39.716664 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab3502dd-80f3-4f77-ad3f-494abab399c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (e4c4083a-abcd-46de-b748-f584a939849a), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.722118 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab3502dd-80f3-4f77-ad3f-494abab399c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.723521 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ab3502dd-80f3-4f77-ad3f-494abab399c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4c4083a-abcd-46de-b748-f584a939849a HTTP/1.1" status: 204 len: 168 time: 0.1856794 Jun 07 15:59:39.733076 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3502dd-80f3-4f77-ad3f-494abab399c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c4083a-abcd-46de-b748-f584a939849a,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:39.772898 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3389b830-2b3e-4a9d-b320-37ab67696719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.853970 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8833829-b9f0-435c-a5d6-9dfb6899f837 req-021d03be-de80-42e5-aa28-8569a94227f8 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:39.867795 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a8833829-b9f0-435c-a5d6-9dfb6899f837 req-021d03be-de80-42e5-aa28-8569a94227f8 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0895479 Jun 07 15:59:39.870658 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3389b830-2b3e-4a9d-b320-37ab67696719 admin admin] Publish callbacks [] for security_group (174541d4-0a94-4e52-8c70-ae2ae27a9433), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.878292 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3389b830-2b3e-4a9d-b320-37ab67696719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (174541d4-0a94-4e52-8c70-ae2ae27a9433), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:39.941158 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3389b830-2b3e-4a9d-b320-37ab67696719 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9678dbba8a1c4f61875bd311334644f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5190437 Jun 07 15:59:39.943700 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54508) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:39.955537 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389b830-2b3e-4a9d-b320-37ab67696719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174541d4-0a94-4e52-8c70-ae2ae27a9433,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:40.023646 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bfebb774-752a-4dab-9578-8cc36c7289f9 admin admin] Publish callbacks [] for security_group (174541d4-0a94-4e52-8c70-ae2ae27a9433), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.052056 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a8833829-b9f0-435c-a5d6-9dfb6899f837 req-b8d57461-593a-470b-b7f1-9002b55c0661 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830146 Jun 07 15:59:40.059348 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:40.065447 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bfebb774-752a-4dab-9578-8cc36c7289f9 admin admin] Publish callbacks [] for security_group (174541d4-0a94-4e52-8c70-ae2ae27a9433), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.084680 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4208b596-39fa-4701-8fbb-e471f3af4e3d'}, {'server_uuid': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecb2897-4e5c-4117-b213-8efd5b37c89e'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 15:59:40.099313 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bae7ff3-7c03-4fcc-8c78-bd7c0d6e74f9" -d '{"events": [{"server_uuid": "9edf7214-7bd8-479d-8d1b-1b8df84e7a0b", "name": "network-vif-plugged", "status": "completed", "tag": "4208b596-39fa-4701-8fbb-e471f3af4e3d"}, {"server_uuid": "7bdb18ec-9446-430f-a00e-92e1c847f165", "name": "network-vif-plugged", "status": "completed", "tag": "4ecb2897-4e5c-4117-b213-8efd5b37c89e"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 15:59:40.134141 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bfebb774-752a-4dab-9578-8cc36c7289f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (174541d4-0a94-4e52-8c70-ae2ae27a9433), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.138716 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bfebb774-752a-4dab-9578-8cc36c7289f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.143709 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-bfebb774-752a-4dab-9578-8cc36c7289f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/174541d4-0a94-4e52-8c70-ae2ae27a9433 HTTP/1.1" status: 204 len: 168 time: 0.1984169 Jun 07 15:59:40.152332 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebb774-752a-4dab-9578-8cc36c7289f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174541d4-0a94-4e52-8c70-ae2ae27a9433,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:40.211949 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Jun 2022 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabf8dca-ce8a-4c5c-8be5-a18d84789ab3 x-openstack-request-id: req-fabf8dca-ce8a-4c5c-8be5-a18d84789ab3 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 15:59:40.212490 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edf7214-7bd8-479d-8d1b-1b8df84e7a0b", "name": "network-vif-plugged", "status": "completed", "tag": "4208b596-39fa-4701-8fbb-e471f3af4e3d", "code": 200}, {"server_uuid": "7bdb18ec-9446-430f-a00e-92e1c847f165", "name": "network-vif-plugged", "status": "completed", "tag": "4ecb2897-4e5c-4117-b213-8efd5b37c89e", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 15:59:40.212667 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fabf8dca-ce8a-4c5c-8be5-a18d84789ab3 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 15:59:40.213115 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabf8dca-ce8a-4c5c-8be5-a18d84789ab3'] response: {'server_uuid': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'code': 200} Jun 07 15:59:40.213673 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabf8dca-ce8a-4c5c-8be5-a18d84789ab3'] response: {'server_uuid': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecb2897-4e5c-4117-b213-8efd5b37c89e', 'code': 200} Jun 07 15:59:40.270310 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54518) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:40.307541 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-baa2f45f-9091-47c5-be63-ec544870a568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.310102 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:40.388053 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54520) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:40.402617 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-509dae52-b3e4-4da2-94b6-5dbf1a9e9603 req-5bd51708-7e63-4f25-a4e6-695f219a389d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Deleting port d96ef361-1667-48d9-adb9-586d22a99c8e {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 15:59:40.403122 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-509dae52-b3e4-4da2-94b6-5dbf1a9e9603 req-5bd51708-7e63-4f25-a4e6-695f219a389d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.409826 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-baa2f45f-9091-47c5-be63-ec544870a568 admin admin] Publish callbacks [] for security_group (af238cf8-e24f-4f81-9840-9d0a499fd452), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.427040 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-baa2f45f-9091-47c5-be63-ec544870a568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (af238cf8-e24f-4f81-9840-9d0a499fd452), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.484230 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd59ed-4a94-4980-b89b-a60b25bd9e72 req-66fdfb8d-e445-4d28-953b-803cc1c1bae2 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:40.491814 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4abd59ed-4a94-4980-b89b-a60b25bd9e72 req-66fdfb8d-e445-4d28-953b-803cc1c1bae2 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.3949592 Jun 07 15:59:40.518516 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:40.522671 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-baa2f45f-9091-47c5-be63-ec544870a568 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c444f4180184a0d849e83eb25b50f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511339 Jun 07 15:59:40.523604 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2f45f-9091-47c5-be63-ec544870a568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af238cf8-e24f-4f81-9840-9d0a499fd452,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:40.526032 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54524) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:40.570500 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-509dae52-b3e4-4da2-94b6-5dbf1a9e9603 req-5bd51708-7e63-4f25-a4e6-695f219a389d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] For port d96ef361-1667-48d9-adb9-586d22a99c8e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=d96ef361-1667-48d9-adb9-586d22a99c8e,segment=NetworkSegment(b84583ee-f7a6-48fa-b45a-cf0b187608f9),segment_id=b84583ee-f7a6-48fa-b45a-cf0b187608f9)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:40.570867 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-509dae52-b3e4-4da2-94b6-5dbf1a9e9603 req-5bd51708-7e63-4f25-a4e6-695f219a389d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.605213 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-509dae52-b3e4-4da2-94b6-5dbf1a9e9603 req-5bd51708-7e63-4f25-a4e6-695f219a389d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Calling delete_port for d96ef361-1667-48d9-adb9-586d22a99c8e owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 15:59:40.609093 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8c63-e606-416c-94b7-fbb1156ff399 admin admin] Publish callbacks [] for security_group (af238cf8-e24f-4f81-9840-9d0a499fd452), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.632626 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4abd59ed-4a94-4980-b89b-a60b25bd9e72 req-b0a50d54-ff2c-4b57-8457-490435266f05 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399205 Jun 07 15:59:40.648150 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8c63-e606-416c-94b7-fbb1156ff399 admin admin] Publish callbacks [] for security_group (af238cf8-e24f-4f81-9840-9d0a499fd452), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.748199 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18612c-ddd1-4538-8055-ba8fe1892bc3 req-fff95855-2cd1-4954-8edb-6db71a2650a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:40.749742 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa18612c-ddd1-4538-8055-ba8fe1892bc3 req-fff95855-2cd1-4954-8edb-6db71a2650a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 1130 time: 0.0853224 Jun 07 15:59:40.781747 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8c63-e606-416c-94b7-fbb1156ff399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (af238cf8-e24f-4f81-9840-9d0a499fd452), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.788057 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8c63-e606-416c-94b7-fbb1156ff399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.794746 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-2b0d8c63-e606-416c-94b7-fbb1156ff399 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af238cf8-e24f-4f81-9840-9d0a499fd452 HTTP/1.1" status: 204 len: 168 time: 0.2673249 Jun 07 15:59:40.814623 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8ec888e7-dcf2-4e81-b1ae-3689c9d302e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.816796 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54536) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:40.840570 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d8c63-e606-416c-94b7-fbb1156ff399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af238cf8-e24f-4f81-9840-9d0a499fd452,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:40.851042 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-22e21ca8-81c1-4725-ac3f-5601a248e306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.932736 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac628-5a2b-4bed-901e-c02c61f1ac1d req-eb819630-fe3f-4722-883f-ecd8f7887b62 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:40.940021 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-974ac628-5a2b-4bed-901e-c02c61f1ac1d req-eb819630-fe3f-4722-883f-ecd8f7887b62 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 945 time: 0.1299057 Jun 07 15:59:40.963734 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a129815-51c6-4fee-8b8b-959b0dbd1ef7 req-bd8f9501-441c-4612-94ec-ae00b2ed113c tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:40.965230 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a129815-51c6-4fee-8b8b-959b0dbd1ef7 req-bd8f9501-441c-4612-94ec-ae00b2ed113c tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 946 time: 0.0949774 Jun 07 15:59:40.992819 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8ec888e7-dcf2-4e81-b1ae-3689c9d302e8 admin admin] Publish callbacks [] for security_group (aec98e43-d1b5-47b1-92d8-58dae473eb99), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:40.999655 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-509dae52-b3e4-4da2-94b6-5dbf1a9e9603 req-5bd51708-7e63-4f25-a4e6-695f219a389d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (d96ef361-1667-48d9-adb9-586d22a99c8e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.006397 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8ec888e7-dcf2-4e81-b1ae-3689c9d302e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (aec98e43-d1b5-47b1-92d8-58dae473eb99), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.010591 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-22e21ca8-81c1-4725-ac3f-5601a248e306 admin admin] Publish callbacks [] for security_group (cc49b740-4665-495a-8db7-a18a14a8d976), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.020055 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['d96ef361-1667-48d9-adb9-586d22a99c8e'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 15:59:41.029493 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-22e21ca8-81c1-4725-ac3f-5601a248e306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (cc49b740-4665-495a-8db7-a18a14a8d976), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.046323 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd51708-7e63-4f25-a4e6-695f219a389d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Pushing event deleted for resources: {'Port': ['ID=d96ef361-1667-48d9-adb9-586d22a99c8e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:41.074800 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8ec888e7-dcf2-4e81-b1ae-3689c9d302e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22adbf95e448494fadeacb9a0a3fdb4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6853049 Jun 07 15:59:41.080635 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54542) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:41.082092 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec888e7-dcf2-4e81-b1ae-3689c9d302e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec98e43-d1b5-47b1-92d8-58dae473eb99,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:41.130679 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-22e21ca8-81c1-4725-ac3f-5601a248e306 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27122bc95b7c4316970270136908a436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056276 Jun 07 15:59:41.144069 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54548) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:41.150217 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-974ac628-5a2b-4bed-901e-c02c61f1ac1d req-f858224d-dbcd-4603-a213-933560ffcc21 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c7c65ad-c500-489f-bb9c-26680870dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093298 Jun 07 15:59:41.173638 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a129815-51c6-4fee-8b8b-959b0dbd1ef7 req-81e70d26-527a-47f7-941b-7a92890cd336 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988554 Jun 07 15:59:41.230138 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-509dae52-b3e4-4da2-94b6-5dbf1a9e9603 req-5bd51708-7e63-4f25-a4e6-695f219a389d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] No DVR routers for this DVR port d96ef361-1667-48d9-adb9-586d22a99c8e on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 15:59:41.265026 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0905996c-bda2-4056-8d5a-4b740c9dd48f admin admin] Publish callbacks [] for security_group (aec98e43-d1b5-47b1-92d8-58dae473eb99), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.283199 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e21ca8-81c1-4725-ac3f-5601a248e306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc49b740-4665-495a-8db7-a18a14a8d976,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:41.291555 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be335b6-295d-46c5-a484-0cf8056e2491 req-8c1bbe3e-afae-46d1-9e84-9e6a465352e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:41.293896 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6be335b6-295d-46c5-a484-0cf8056e2491 req-8c1bbe3e-afae-46d1-9e84-9e6a465352e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 1130 time: 0.2265372 Jun 07 15:59:41.310462 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-08e6d1ff-fb21-4555-a305-1bf7d3743719 admin admin] Publish callbacks [] for security_group (cc49b740-4665-495a-8db7-a18a14a8d976), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.318973 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0905996c-bda2-4056-8d5a-4b740c9dd48f admin admin] Publish callbacks [] for security_group (aec98e43-d1b5-47b1-92d8-58dae473eb99), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.350782 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:41.357640 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-08e6d1ff-fb21-4555-a305-1bf7d3743719 admin admin] Publish callbacks [] for security_group (cc49b740-4665-495a-8db7-a18a14a8d976), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.358691 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-509dae52-b3e4-4da2-94b6-5dbf1a9e9603 req-5bd51708-7e63-4f25-a4e6-695f219a389d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.364402 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-509dae52-b3e4-4da2-94b6-5dbf1a9e9603 req-5bd51708-7e63-4f25-a4e6-695f219a389d tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.24 "DELETE /v2.0/ports/d96ef361-1667-48d9-adb9-586d22a99c8e HTTP/1.1" status: 204 len: 173 time: 1.4832175 Jun 07 15:59:41.373630 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1ed7a-8694-4367-8ab1-09deb090fa56 req-aa205788-a9af-42b1-94b6-19ebf204d80b tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:41.381118 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-68a1ed7a-8694-4367-8ab1-09deb090fa56 req-aa205788-a9af-42b1-94b6-19ebf204d80b tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0998685 Jun 07 15:59:41.383033 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747e9c67-3bd7-4102-81a0-0e8b2ce5c396', 'name': 'network-vif-deleted', 'tag': 'd96ef361-1667-48d9-adb9-586d22a99c8e'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 15:59:41.384345 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:41.385901 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470df053-8e5b-43d0-8738-e6c2acde473c" -d '{"events": [{"server_uuid": "747e9c67-3bd7-4102-81a0-0e8b2ce5c396", "name": "network-vif-deleted", "tag": "d96ef361-1667-48d9-adb9-586d22a99c8e"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 15:59:41.423798 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:41.452537 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-08e6d1ff-fb21-4555-a305-1bf7d3743719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (cc49b740-4665-495a-8db7-a18a14a8d976), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.456028 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-08e6d1ff-fb21-4555-a305-1bf7d3743719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.457356 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-08e6d1ff-fb21-4555-a305-1bf7d3743719 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc49b740-4665-495a-8db7-a18a14a8d976 HTTP/1.1" status: 204 len: 168 time: 0.3122637 Jun 07 15:59:41.470576 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0905996c-bda2-4056-8d5a-4b740c9dd48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (aec98e43-d1b5-47b1-92d8-58dae473eb99), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.473004 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 15:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bf441a-72d5-45a1-b3ae-2e67d227313f x-openstack-request-id: req-f5bf441a-72d5-45a1-b3ae-2e67d227313f {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 15:59:41.473172 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0905996c-bda2-4056-8d5a-4b740c9dd48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.473485 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747e9c67-3bd7-4102-81a0-0e8b2ce5c396", "name": "network-vif-deleted", "tag": "d96ef361-1667-48d9-adb9-586d22a99c8e", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 15:59:41.473813 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5bf441a-72d5-45a1-b3ae-2e67d227313f {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 15:59:41.474244 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-0905996c-bda2-4056-8d5a-4b740c9dd48f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aec98e43-d1b5-47b1-92d8-58dae473eb99 HTTP/1.1" status: 204 len: 168 time: 0.3933117 Jun 07 15:59:41.477212 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5bf441a-72d5-45a1-b3ae-2e67d227313f'] response: {'server_uuid': '747e9c67-3bd7-4102-81a0-0e8b2ce5c396', 'name': 'network-vif-deleted', 'tag': 'd96ef361-1667-48d9-adb9-586d22a99c8e', 'status': 'completed', 'code': 200} Jun 07 15:59:41.485365 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6d1ff-fb21-4555-a305-1bf7d3743719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc49b740-4665-495a-8db7-a18a14a8d976,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:41.488226 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:41.509180 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905996c-bda2-4056-8d5a-4b740c9dd48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec98e43-d1b5-47b1-92d8-58dae473eb99,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:41.515458 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa18612c-ddd1-4538-8055-ba8fe1892bc3 req-abdaaf51-835d-43b5-84d5-e1eb3ccf1c97 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899024 Jun 07 15:59:41.562666 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-68a1ed7a-8694-4367-8ab1-09deb090fa56 req-19a11596-3060-40bb-8a52-a7f047099d6c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801965 Jun 07 15:59:41.574564 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6be335b6-295d-46c5-a484-0cf8056e2491 req-d006a40a-8d4e-4b45-8cea-ad862cf3a563 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848836 Jun 07 15:59:41.779050 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e7c9e-4cd7-4867-bc52-50db494a04fb req-69568116-cf8e-46bd-a1bb-dffb30d21cce tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:41.780643 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-da3e7c9e-4cd7-4867-bc52-50db494a04fb req-69568116-cf8e-46bd-a1bb-dffb30d21cce tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0542121 Jun 07 15:59:41.836230 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-da3e7c9e-4cd7-4867-bc52-50db494a04fb req-e28bd895-8ca2-4938-a768-ab8ff7287105 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486703 Jun 07 15:59:41.896733 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54574) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:41.910613 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f82a644-289b-42d9-a2cf-530263432761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:41.993433 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f82a644-289b-42d9-a2cf-530263432761 admin admin] Publish callbacks [] for security_group (499c74f9-4594-4c06-9233-10e8bfce660f), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:42.000111 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f82a644-289b-42d9-a2cf-530263432761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (499c74f9-4594-4c06-9233-10e8bfce660f), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:42.049774 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82a644-289b-42d9-a2cf-530263432761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499c74f9-4594-4c06-9233-10e8bfce660f,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:42.057054 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3f82a644-289b-42d9-a2cf-530263432761 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=112163d87ab9416481ca3fcc2e5baa3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568139 Jun 07 15:59:42.057418 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54580) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:42.113519 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Publish callbacks [] for security_group (499c74f9-4594-4c06-9233-10e8bfce660f), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:42.138612 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Publish callbacks [] for security_group (499c74f9-4594-4c06-9233-10e8bfce660f), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:42.203319 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (499c74f9-4594-4c06-9233-10e8bfce660f), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:42.208274 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:42.209344 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/499c74f9-4594-4c06-9233-10e8bfce660f HTTP/1.1" status: 204 len: 168 time: 0.1508927 Jun 07 15:59:42.218986 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499c74f9-4594-4c06-9233-10e8bfce660f,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:42.229095 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.229900 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.230427 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.231434 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.232367 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.232851 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.233340 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.233800 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.234949 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.236883 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.237571 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.238069 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.239491 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.239956 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.240590 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439dee7-3469-4b79-a13e-57c4483e552d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:42.357532 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e7639f7d-15da-441a-9bec-50af7fff5900 req-33167695-c06a-4b4b-b55b-c48cd5a94e41 tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 210 time: 0.0459218 Jun 07 15:59:42.404922 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52165a8-96d5-4f9b-9dcc-dc4c2e00846c req-ad7a12fe-a372-4c7f-9824-1e3577316320 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:42.406333 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f52165a8-96d5-4f9b-9dcc-dc4c2e00846c req-ad7a12fe-a372-4c7f-9824-1e3577316320 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 946 time: 0.0786753 Jun 07 15:59:42.477179 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f52165a8-96d5-4f9b-9dcc-dc4c2e00846c req-eccd7f98-06f8-4275-8ee1-a41d271495f2 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641077 Jun 07 15:59:42.701294 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9cfec-53cc-47ee-bd4c-5c5b0ddaeee7 req-37b06b7b-a6f3-4f45-a117-738c0d033f6d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:42.709533 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b8b9cfec-53cc-47ee-bd4c-5c5b0ddaeee7 req-37b06b7b-a6f3-4f45-a117-738c0d033f6d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0657575 Jun 07 15:59:42.785777 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b8b9cfec-53cc-47ee-bd4c-5c5b0ddaeee7 req-8f28b482-b663-4d68-b802-4058885592b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752995 Jun 07 15:59:42.798184 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54618) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:42.919355 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c49637-7ff4-44e5-81a8-774b13b754ed req-ddb52fa6-419c-4ca8-9b3d-81b8d6cefd9f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:42.921140 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-80c49637-7ff4-44e5-81a8-774b13b754ed req-ddb52fa6-419c-4ca8-9b3d-81b8d6cefd9f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0597901 Jun 07 15:59:42.932677 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54632) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:42.937702 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-4a3eb91e-7b84-4c0d-a2bf-7c33cc9bb7e9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'floatingip': {'port_id': '9b997521-b0f1-4473-8789-20e9f18a83df'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:42.997261 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb0592-8c07-4ead-810d-8608970644c6 req-551f8187-9047-4c68-baae-a95d6dc48032 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:42.998932 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-23cb0592-8c07-4ead-810d-8608970644c6 req-551f8187-9047-4c68-baae-a95d6dc48032 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0667627 Jun 07 15:59:43.038640 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4a3eb91e-7b84-4c0d-a2bf-7c33cc9bb7e9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:43.072992 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-23cb0592-8c07-4ead-810d-8608970644c6 req-ef47d2b5-147f-4f9d-acb8-02f76b247ab9 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621934 Jun 07 15:59:43.098062 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:43.120819 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device d96ef361-1667-48d9-adb9-586d22a99c8e no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 15:59:43.155242 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: d96ef361-1667-48d9-adb9-586d22a99c8e {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 15:59:43.175625 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device d96ef361-1667-48d9-adb9-586d22a99c8e not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 15:59:43.299636 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54642) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:43.324217 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97659e-6934-4593-8ced-f5b8079fa213 req-94a008f3-067e-4716-9730-0fec75bc5bf1 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:43.326309 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0c97659e-6934-4593-8ced-f5b8079fa213 req-94a008f3-067e-4716-9730-0fec75bc5bf1 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.1023252 Jun 07 15:59:43.343650 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Publish callbacks [] for security_group (6c0fdecd-057f-4c52-8c20-9fbeb6d2e608), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:43.345853 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:43.346937 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54646) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:43.353258 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-ba1eba76-033c-4317-bad0-f8b17941c359 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'floatingip': {'port_id': '4ecb2897-4e5c-4117-b213-8efd5b37c89e'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:43.446945 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54650) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:43.457209 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba1eba76-033c-4317-bad0-f8b17941c359 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (e1632d27-76fb-4a11-bc5b-6478e5dc4a8d), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:43.462785 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (6c0fdecd-057f-4c52-8c20-9fbeb6d2e608), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:43.593897 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-eb8d7b3b-7c33-4ed8-bd34-756413a8cb7b req-df6e7ae6-70f3-4583-af36-c7d9f296c3cb tempest-DeleteServersTestJSON-463744379 tempest-DeleteServersTestJSON-463744379-project] 10.222.0.18 "GET /v2.0/ports?device_id=747e9c67-3bd7-4102-81a0-0e8b2ce5c396 HTTP/1.1" status: 200 len: 210 time: 0.0941300 Jun 07 15:59:43.605122 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:43.661812 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1222740991-network', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:43.696603 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-87ce2df1-4b28-4632-b438-189a33baeb8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:43.707046 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0fdecd-057f-4c52-8c20-9fbeb6d2e608,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:43.723826 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3e239184fd748e09c59e5e031ce3e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9241560 Jun 07 15:59:43.748629 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54664) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:43.765921 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378033e5-5901-4063-bbcd-4eb3539ddf80 req-91bdef00-467e-4fe5-82ef-83bce7ba9b9c tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:43.767657 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-378033e5-5901-4063-bbcd-4eb3539ddf80 req-91bdef00-467e-4fe5-82ef-83bce7ba9b9c tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 946 time: 0.1351140 Jun 07 15:59:43.773385 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.773726 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.774060 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.774394 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.774718 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.775325 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.775657 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.775977 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.776300 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.776646 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.777103 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.777361 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.777574 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.777886 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.778213 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab66b7a-74cf-4a77-9d05-a63889d88478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:43.788050 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Made reservation on behalf of 44a1ab295b3a423aa2b3183a3e25ec0b for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:43.790923 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:43.826491 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:43.907896 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:43.946594 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-378033e5-5901-4063-bbcd-4eb3539ddf80 req-80e80cf2-a8e3-4479-b221-66824cbcb6d8 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593382 Jun 07 15:59:43.974858 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e494-6d76-4c37-aba6-23c96ff15c0e admin admin] Publish callbacks [] for security_group (6c0fdecd-057f-4c52-8c20-9fbeb6d2e608), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.035778 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-87ce2df1-4b28-4632-b438-189a33baeb8c admin admin] Publish callbacks [] for security_group (8e56f660-e45e-441d-bca5-9278a6c2d0f5), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.043017 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-87ce2df1-4b28-4632-b438-189a33baeb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (8e56f660-e45e-441d-bca5-9278a6c2d0f5), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.078875 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e494-6d76-4c37-aba6-23c96ff15c0e admin admin] Publish callbacks [] for security_group (6c0fdecd-057f-4c52-8c20-9fbeb6d2e608), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.115108 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4a3eb91e-7b84-4c0d-a2bf-7c33cc9bb7e9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.141731 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:44.149191 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4a3eb91e-7b84-4c0d-a2bf-7c33cc9bb7e9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.201204 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Publish callbacks [] for security_group (891d0025-1cff-48c8-96aa-80f37520532b), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.215342 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (891d0025-1cff-48c8-96aa-80f37520532b), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.246512 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce2df1-4b28-4632-b438-189a33baeb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e56f660-e45e-441d-bca5-9278a6c2d0f5,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:44.281329 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-87ce2df1-4b28-4632-b438-189a33baeb8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31886a7e34804ed2b81fd1d02a416f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9703584 Jun 07 15:59:44.286124 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54678) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:44.294475 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e78c5-1f7b-4f77-8759-3d7e367c99d1 req-9633834f-7e05-48a2-aa2f-107a780d9e02 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:44.295960 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-325e78c5-1f7b-4f77-8759-3d7e367c99d1 req-9633834f-7e05-48a2-aa2f-107a780d9e02 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 946 time: 0.1800995 Jun 07 15:59:44.309775 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e494-6d76-4c37-aba6-23c96ff15c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (6c0fdecd-057f-4c52-8c20-9fbeb6d2e608), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.312638 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e494-6d76-4c37-aba6-23c96ff15c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.315580 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f3d2e494-6d76-4c37-aba6-23c96ff15c0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c0fdecd-057f-4c52-8c20-9fbeb6d2e608 HTTP/1.1" status: 204 len: 168 time: 0.5635302 Jun 07 15:59:44.317774 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54680) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:44.321572 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 15:59:44.324423 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891d0025-1cff-48c8-96aa-80f37520532b,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:44.331019 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-befb9dbf-aca1-4953-984a-515fdb6a954e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'floatingip': {'port_id': '4208b596-39fa-4701-8fbb-e471f3af4e3d'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:44.403765 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (5a769536-87c4-4607-b4d9-e86473d9ac30), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.404108 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Added segment 5a769536-87c4-4607-b4d9-e86473d9ac30 of type vlan for network a5da0562-0cd6-4376-86ed-2ba23dbfe827 Jun 07 15:59:44.417975 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2e494-6d76-4c37-aba6-23c96ff15c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0fdecd-057f-4c52-8c20-9fbeb6d2e608,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:44.424367 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-befb9dbf-aca1-4953-984a-515fdb6a954e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (151d50b6-cbf1-4c17-b795-4b481d35f9ba), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.448653 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.l3_db [None req-4a3eb91e-7b84-4c0d-a2bf-7c33cc9bb7e9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Floating IP ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c associated. External IP: 172.27.2.250, port: 9b997521-b0f1-4473-8789-20e9f18a83df. Jun 07 15:59:44.562410 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (a5da0562-0cd6-4376-86ed-2ba23dbfe827), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.681400 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-99d4c5d7-c137-4ebf-bfd7-06eadb4df1c4 admin admin] Publish callbacks [] for security_group (8e56f660-e45e-441d-bca5-9278a6c2d0f5), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.698561 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (a5da0562-0cd6-4376-86ed-2ba23dbfe827), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.698561 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:44.698561 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.841290 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-99d4c5d7-c137-4ebf-bfd7-06eadb4df1c4 admin admin] Publish callbacks [] for security_group (8e56f660-e45e-441d-bca5-9278a6c2d0f5), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.876123 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.4174294 Jun 07 15:59:44.876301 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:44.880178 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54702) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:44.889954 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] Request body: {'subnet': {'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1222740991-subnet', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'ip_version': 4}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:44.894267 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677b883-7584-44fa-9adf-22cbb7943252 admin admin] Pushing event updated for resources: {'Network': ['ID=a5da0562-0cd6-4376-86ed-2ba23dbfe827,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:44.899853 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54706) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:44.904667 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:59:44.920751 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:44.958919 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba1eba76-033c-4317-bad0-f8b17941c359 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:44.968612 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba1eba76-033c-4317-bad0-f8b17941c359 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (e1632d27-76fb-4a11-bc5b-6478e5dc4a8d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:45.167519 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-ba1eba76-033c-4317-bad0-f8b17941c359 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Floating IP e1632d27-76fb-4a11-bc5b-6478e5dc4a8d associated. External IP: 172.27.2.43, port: 4ecb2897-4e5c-4117-b213-8efd5b37c89e. Jun 07 15:59:45.196212 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:45.231782 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a5e27f59-e2c4-412e-8e39-d0f129430014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:45.268592 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] Made reservation on behalf of 44a1ab295b3a423aa2b3183a3e25ec0b for: {'subnet': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:45.268592 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260635429'] for subnet (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:45.436221 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1eba76-033c-4317-bad0-f8b17941c359 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 15:59:45.495749 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-99d4c5d7-c137-4ebf-bfd7-06eadb4df1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (8e56f660-e45e-441d-bca5-9278a6c2d0f5), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:45.498247 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-99d4c5d7-c137-4ebf-bfd7-06eadb4df1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:45.499374 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-99d4c5d7-c137-4ebf-bfd7-06eadb4df1c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e56f660-e45e-441d-bca5-9278a6c2d0f5 HTTP/1.1" status: 204 len: 168 time: 1.2116470 Jun 07 15:59:45.533444 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3eb91e-7b84-4c0d-a2bf-7c33cc9bb7e9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Router a89e11e7-d44a-44a0-8f2d-e7000ad02377 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 15:59:45.543773 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4c5d7-c137-4ebf-bfd7-06eadb4df1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e56f660-e45e-441d-bca5-9278a6c2d0f5,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:45.586968 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1eba76-033c-4317-bad0-f8b17941c359 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:59:45.597231 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba1eba76-033c-4317-bad0-f8b17941c359 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:45.613125 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09849aa-7b2c-4512-bc81-0f2ce293126b None None] Sync routers for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:59:45.628604 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09849aa-7b2c-4512-bc81-0f2ce293126b None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:45.629234 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-e09849aa-7b2c-4512-bc81-0f2ce293126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:45.632477 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:45.642684 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ba1eba76-033c-4317-bad0-f8b17941c359 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "PUT /v2.0/floatingips/e1632d27-76fb-4a11-bc5b-6478e5dc4a8d HTTP/1.1" status: 200 len: 991 time: 2.2943842 Jun 07 15:59:45.643277 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'tag': '4ecb2897-4e5c-4117-b213-8efd5b37c89e'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 15:59:45.646198 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ded0a7-2c74-4189-82aa-cac858a9176a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdb18ec-9446-430f-a00e-92e1c847f165", "tag": "4ecb2897-4e5c-4117-b213-8efd5b37c89e"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 15:59:45.689880 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aeaac9-5309-46ab-9a83-c87b3fb2c66d x-openstack-request-id: req-12aeaac9-5309-46ab-9a83-c87b3fb2c66d {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 15:59:45.690392 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdb18ec-9446-430f-a00e-92e1c847f165", "tag": "4ecb2897-4e5c-4117-b213-8efd5b37c89e", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 15:59:45.690882 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12aeaac9-5309-46ab-9a83-c87b3fb2c66d {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 15:59:45.691422 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12aeaac9-5309-46ab-9a83-c87b3fb2c66d'] response: {'name': 'network-changed', 'server_uuid': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'tag': '4ecb2897-4e5c-4117-b213-8efd5b37c89e', 'status': 'completed', 'code': 200} Jun 07 15:59:45.777383 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:INSERT=8,neutron:DELETE=4,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:45.803418 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ded0a7-2c74-4189-82aa-cac858a9176a req-3e5754e4-2236-444c-be6e-60ebec0d2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:45.806198 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8ded0a7-2c74-4189-82aa-cac858a9176a req-3e5754e4-2236-444c-be6e-60ebec0d2875 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 1130 time: 0.0820093 Jun 07 15:59:45.813558 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a5e27f59-e2c4-412e-8e39-d0f129430014 admin admin] Publish callbacks [] for security_group (019f9ab5-182d-413d-a295-54bccd24cd6f), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:45.818380 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-befb9dbf-aca1-4953-984a-515fdb6a954e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:45.847603 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-e09849aa-7b2c-4512-bc81-0f2ce293126b None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:45.867674 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-befb9dbf-aca1-4953-984a-515fdb6a954e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (151d50b6-cbf1-4c17-b795-4b481d35f9ba), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:45.869467 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a5e27f59-e2c4-412e-8e39-d0f129430014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (019f9ab5-182d-413d-a295-54bccd24cd6f), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:46.034012 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ded0a7-2c74-4189-82aa-cac858a9176a req-509be411-0fcf-4e12-bcda-421fee40667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:46.036110 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8ded0a7-2c74-4189-82aa-cac858a9176a req-509be411-0fcf-4e12-bcda-421fee40667c service neutron] 10.222.0.24 "GET /v2.0/networks?id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 200 len: 912 time: 0.2225072 Jun 07 15:59:46.052909 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-a5e27f59-e2c4-412e-8e39-d0f129430014 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65947b4c83b84514be2978453090cfa2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1464133 Jun 07 15:59:46.054506 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3eb91e-7b84-4c0d-a2bf-7c33cc9bb7e9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:59:46.063064 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54746) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:46.067096 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6165bdf-c9f0-4ed2-9bfe-5e169573e1f2 None None] Sync routers for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:59:46.086141 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6165bdf-c9f0-4ed2-9bfe-5e169573e1f2 None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:46.086828 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d6165bdf-c9f0-4ed2-9bfe-5e169573e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:46.101909 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4a3eb91e-7b84-4c0d-a2bf-7c33cc9bb7e9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:46.161525 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8ded0a7-2c74-4189-82aa-cac858a9176a req-60f22a85-fb40-4b72-96dd-231e95663e4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ecb2897-4e5c-4117-b213-8efd5b37c89e HTTP/1.1" status: 200 len: 999 time: 0.1181750 Jun 07 15:59:46.180962 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:46.183094 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e27f59-e2c4-412e-8e39-d0f129430014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019f9ab5-182d-413d-a295-54bccd24cd6f,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:46.188899 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.l3_db [None req-befb9dbf-aca1-4953-984a-515fdb6a954e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Floating IP 151d50b6-cbf1-4c17-b795-4b481d35f9ba associated. External IP: 172.27.2.114, port: 4208b596-39fa-4701-8fbb-e471f3af4e3d. Jun 07 15:59:46.206234 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1213144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260635415'] for subnet (d3a95d50-eba3-45e1-9229-ae3e4abece84), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:46.237292 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ded0a7-2c74-4189-82aa-cac858a9176a req-ad237743-cf86-4200-8fa1-3d203afa9ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:46.239501 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8ded0a7-2c74-4189-82aa-cac858a9176a req-ad237743-cf86-4200-8fa1-3d203afa9ab2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d2e6771-b172-483a-8869-cf0fd6582503 HTTP/1.1" status: 200 len: 850 time: 0.0700707 Jun 07 15:59:46.248343 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-e09849aa-7b2c-4512-bc81-0f2ce293126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'e1632d27-76fb-4a11-bc5b-6478e5dc4a8d', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'port_id': '4ecb2897-4e5c-4117-b213-8efd5b37c89e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'mac_address': 'fa:16:3e:47:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:03Z', 'updated_at': '2022-06-07T15:59:44Z', 'revision_number': 1, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:46.296637 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09849aa-7b2c-4512-bc81-0f2ce293126b None None] Checking router: 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:59:46.319761 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09849aa-7b2c-4512-bc81-0f2ce293126b None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:46.319761 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-e09849aa-7b2c-4512-bc81-0f2ce293126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:46.339216 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-d6165bdf-c9f0-4ed2-9bfe-5e169573e1f2 None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:46.366592 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ded0a7-2c74-4189-82aa-cac858a9176a req-3ab534b3-8a1b-4992-a57f-11f68e7aa56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:46.368117 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8ded0a7-2c74-4189-82aa-cac858a9176a req-3ab534b3-8a1b-4992-a57f-11f68e7aa56f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1216447 Jun 07 15:59:46.379187 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a95d50-eba3-45e1-9229-ae3e4abece84,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:46.402900 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54760) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:46.412576 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4a3eb91e-7b84-4c0d-a2bf-7c33cc9bb7e9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "PUT /v2.0/floatingips/ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c HTTP/1.1" status: 200 len: 991 time: 3.4784617 Jun 07 15:59:46.473339 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 15:59:46.495855 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-e09849aa-7b2c-4512-bc81-0f2ce293126b None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:46.525599 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:46.530523 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:46.584930 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] Checking segment: {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:46.586004 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] Network hostable DHCP agents. Network: a5da0562-0cd6-4376-86ed-2ba23dbfe827, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:59:46.603411 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ff4b0d-9edf-49bb-a168-65f07022c4bc admin admin] Deleting subnet bb8ad8b4-a95f-4ccc-be62-065b4892a09f {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 15:59:46.609522 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0934ad01-ebf0-45c3-b934-d7507771445c admin admin] Publish callbacks [] for security_group (019f9ab5-182d-413d-a295-54bccd24cd6f), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:46.613194 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-16ff4b0d-9edf-49bb-a168-65f07022c4bc admin admin] Publish callbacks [] for subnet (bb8ad8b4-a95f-4ccc-be62-065b4892a09f), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:46.645298 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-c7dce705-0a69-4053-bb96-c9e52a012381 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002517 Jun 07 15:59:46.663103 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:46.681888 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8ded0a7-2c74-4189-82aa-cac858a9176a req-99d20346-bc82-4b05-b7e1-e4249c9eebd0 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050914 Jun 07 15:59:46.730494 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0934ad01-ebf0-45c3-b934-d7507771445c admin admin] Publish callbacks [] for security_group (019f9ab5-182d-413d-a295-54bccd24cd6f), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:46.747613 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f097f6ac36b35195947aa4438c9488911cf55d48cfeb24672d25f9ae282f2969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f93f7c6-c524-4941-9192-312a07b7f731" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 15:59:46.757494 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:59:46.767576 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-16ff4b0d-9edf-49bb-a168-65f07022c4bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451237'] for subnet (bb8ad8b4-a95f-4ccc-be62-065b4892a09f), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:46.802044 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-e09849aa-7b2c-4512-bc81-0f2ce293126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'e1632d27-76fb-4a11-bc5b-6478e5dc4a8d', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'port_id': '4ecb2897-4e5c-4117-b213-8efd5b37c89e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'mac_address': 'fa:16:3e:47:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:03Z', 'updated_at': '2022-06-07T15:59:44Z', 'revision_number': 1, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:46.832609 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09849aa-7b2c-4512-bc81-0f2ce293126b None None] The sync data for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi is: [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'e1632d27-76fb-4a11-bc5b-6478e5dc4a8d', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'port_id': '4ecb2897-4e5c-4117-b213-8efd5b37c89e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'mac_address': 'fa:16:3e:47:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:03Z', 'updated_at': '2022-06-07T15:59:44Z', 'revision_number': 1, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:59:46.880215 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, a5da0562-0cd6-4376-86ed-2ba23dbfe827) {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:46.883478 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d6165bdf-c9f0-4ed2-9bfe-5e169573e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'port_id': '9b997521-b0f1-4473-8789-20e9f18a83df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'mac_address': 'fa:16:3e:cb:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:12Z', 'updated_at': '2022-06-07T15:59:43Z', 'revision_number': 1, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:46.885819 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:46.887554 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:46.894445 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ba325-386d-4bbb-80d5-edccb93b8884 None None] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:59:46.933174 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:46.947266 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8ded0a7-2c74-4189-82aa-cac858a9176a req-fcbb82a6-c9dc-4862-9c94-d5edb5e10c30 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561903 Jun 07 15:59:46.954921 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-16ff4b0d-9edf-49bb-a168-65f07022c4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (bb8ad8b4-a95f-4ccc-be62-065b4892a09f), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:46.961338 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 15:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c339c44-8e1e-454d-8388-e4609bf2890b x-openstack-request-id: req-8c339c44-8e1e-454d-8388-e4609bf2890b {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 15:59:46.961662 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df", "status": "completed", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 15:59:46.961901 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c339c44-8e1e-454d-8388-e4609bf2890b {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 15:59:46.962595 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c339c44-8e1e-454d-8388-e4609bf2890b'] response: {'name': 'network-changed', 'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df', 'status': 'completed', 'code': 200} Jun 07 15:59:46.997119 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-573614d5-a129-4374-9024-09f5615d2922 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1152482 Jun 07 15:59:47.002048 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54782) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:47.008006 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:47.035258 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befb9dbf-aca1-4953-984a-515fdb6a954e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Router ff0099a3-a753-43c4-9c6c-6635c009b24b has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 15:59:47.069598 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93f7c6-c524-4941-9192-312a07b7f731 req-175bcbf4-91d5-4b7d-abfd-dce31132b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:47.074728 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4f93f7c6-c524-4941-9192-312a07b7f731 req-175bcbf4-91d5-4b7d-abfd-dce31132b33e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 1129 time: 0.0895541 Jun 07 15:59:47.078172 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6165bdf-c9f0-4ed2-9bfe-5e169573e1f2 None None] Checking router: a89e11e7-d44a-44a0-8f2d-e7000ad02377 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:59:47.088777 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-695'] for router (469acd32-59a7-44f8-acf0-72a01d723b91), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:47.091462 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-700'] for router (469acd32-59a7-44f8-acf0-72a01d723b91), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:47.102205 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e01488e4-c9c5-460f-95cb-e7724e0d422e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:47.115483 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6165bdf-c9f0-4ed2-9bfe-5e169573e1f2 None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:47.116166 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d6165bdf-c9f0-4ed2-9bfe-5e169573e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:47.138669 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0934ad01-ebf0-45c3-b934-d7507771445c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (019f9ab5-182d-413d-a295-54bccd24cd6f), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:47.141630 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0934ad01-ebf0-45c3-b934-d7507771445c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:47.145222 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-0934ad01-ebf0-45c3-b934-d7507771445c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/019f9ab5-182d-413d-a295-54bccd24cd6f HTTP/1.1" status: 204 len: 168 time: 1.0671794 Jun 07 15:59:47.170465 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-43ca5e46-0d54-4ee3-b921-5045208dbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:47.174238 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-43ca5e46-0d54-4ee3-b921-5045208dbcf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 1130 time: 0.0887735 Jun 07 15:59:47.269256 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934ad01-ebf0-45c3-b934-d7507771445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019f9ab5-182d-413d-a295-54bccd24cd6f,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:47.317201 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b230ed-d3de-40b8-a9f5-4cf721b65a32 None None] New status for floating IP e1632d27-76fb-4a11-bc5b-6478e5dc4a8d: ACTIVE {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 15:59:47.535705 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 15:59:47.537344 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:47.578065 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93f7c6-c524-4941-9192-312a07b7f731 req-6f96d7db-5163-4ee5-8077-a09ddff669f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:47.579925 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4f93f7c6-c524-4941-9192-312a07b7f731 req-6f96d7db-5163-4ee5-8077-a09ddff669f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 917 time: 0.4158707 Jun 07 15:59:47.699483 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:47.701881 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4f93f7c6-c524-4941-9192-312a07b7f731 req-4cb211a9-c8db-4bd9-8bb9-c9fc25554cbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b997521-b0f1-4473-8789-20e9f18a83df HTTP/1.1" status: 200 len: 999 time: 0.1112072 Jun 07 15:59:47.703512 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Publish callbacks [] for router_controller (469acd32-59a7-44f8-acf0-72a01d723b91), precommit_add_association {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:47.707964 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-c267a1b1-a6aa-4fb9-a7af-183a77ee8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:47.710719 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-c267a1b1-a6aa-4fb9-a7af-183a77ee8c0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 200 len: 912 time: 0.4934552 Jun 07 15:59:47.715909 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-16ff4b0d-9edf-49bb-a168-65f07022c4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1212701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260635392'] for subnet (bb8ad8b4-a95f-4ccc-be62-065b4892a09f), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:47.780302 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-d6165bdf-c9f0-4ed2-9bfe-5e169573e1f2 None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:47.820658 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff4b0d-9edf-49bb-a168-65f07022c4bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb8ad8b4-a95f-4ccc-be62-065b4892a09f,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:47.832724 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-16ff4b0d-9edf-49bb-a168-65f07022c4bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:47.834086 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93f7c6-c524-4941-9192-312a07b7f731 req-9b4283d0-8cd8-438d-b997-66d2cd9c8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:47.836547 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-16ff4b0d-9edf-49bb-a168-65f07022c4bc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bb8ad8b4-a95f-4ccc-be62-065b4892a09f HTTP/1.1" status: 204 len: 168 time: 1.4229863 Jun 07 15:59:47.839809 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54802) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:47.840232 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4f93f7c6-c524-4941-9192-312a07b7f731 req-9b4283d0-8cd8-438d-b997-66d2cd9c8598 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 200 len: 855 time: 0.1283417 Jun 07 15:59:47.841114 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befb9dbf-aca1-4953-984a-515fdb6a954e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:59:47.853028 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-befb9dbf-aca1-4953-984a-515fdb6a954e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:47.854697 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26249fc3-caf0-421f-b6f1-71d030ee6de5 None None] Sync routers for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:59:47.947656 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-6a70bf5a-cc99-40c9-a1d3-bf40de48a428 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ecb2897-4e5c-4117-b213-8efd5b37c89e HTTP/1.1" status: 200 len: 999 time: 0.1064219 Jun 07 15:59:47.992897 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26249fc3-caf0-421f-b6f1-71d030ee6de5 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:47.993617 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-26249fc3-caf0-421f-b6f1-71d030ee6de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:47.999323 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Allocated IP 172.20.0.2 (a5da0562-0cd6-4376-86ed-2ba23dbfe827/d3a95d50-eba3-45e1-9229-ae3e4abece84/3baa8456-a1c0-4499-9b7c-13650d880ebd) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:48.039643 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (df1717da-855c-4ecf-9fb8-b1f5e8b423fb), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.098721 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-befb9dbf-aca1-4953-984a-515fdb6a954e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "PUT /v2.0/floatingips/151d50b6-cbf1-4c17-b795-4b481d35f9ba HTTP/1.1" status: 200 len: 992 time: 3.7711794 Jun 07 15:59:48.103354 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Publish callbacks [] for router_gateway (469acd32-59a7-44f8-acf0-72a01d723b91), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.104525 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93f7c6-c524-4941-9192-312a07b7f731 req-5db20ee2-c8a9-4306-8a31-885e8605fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:48.107514 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4f93f7c6-c524-4941-9192-312a07b7f731 req-5db20ee2-c8a9-4306-8a31-885e8605fd03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bca6588e-929f-4019-b79c-d0c7387dc8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1589630 Jun 07 15:59:48.115725 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-828abbd2-8573-489a-a322-95548fc94d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:48.117244 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-828abbd2-8573-489a-a322-95548fc94d57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d2e6771-b172-483a-8869-cf0fd6582503 HTTP/1.1" status: 200 len: 850 time: 0.1426737 Jun 07 15:59:48.239929 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:48.240437 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (df1717da-855c-4ecf-9fb8-b1f5e8b423fb), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.243101 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4f93f7c6-c524-4941-9192-312a07b7f731 req-185bfcdf-3cc6-4a41-bed9-2b94bc9305ef service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248786 Jun 07 15:59:48.257713 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:48.281071 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1717da-855c-4ecf-9fb8-b1f5e8b423fb']}} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:48.299390 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.299806 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84583ee-f7a6-48fa-b45a-cf0b187608f9') {'for_net_delete': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:48.300321 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84583ee-f7a6-48fa-b45a-cf0b187608f9') {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:48.310506 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-06fad194-e803-4a98-8ab9-abf7682c089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:48.312828 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-06fad194-e803-4a98-8ab9-abf7682c089a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682366 Jun 07 15:59:48.348542 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-26249fc3-caf0-421f-b6f1-71d030ee6de5 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:48.353422 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451244'] for segment (b84583ee-f7a6-48fa-b45a-cf0b187608f9), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.402556 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (b84583ee-f7a6-48fa-b45a-cf0b187608f9), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.412150 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d6165bdf-c9f0-4ed2-9bfe-5e169573e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'port_id': '9b997521-b0f1-4473-8789-20e9f18a83df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'mac_address': 'fa:16:3e:cb:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:12Z', 'updated_at': '2022-06-07T15:59:43Z', 'revision_number': 1, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:48.435621 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 15:59:48.436317 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1212743'] for segment (b84583ee-f7a6-48fa-b45a-cf0b187608f9), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.439881 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:48.460688 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:48.480626 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment b84583ee-f7a6-48fa-b45a-cf0b187608f9 resource provider aggregate not found Jun 07 15:59:48.495880 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6165bdf-c9f0-4ed2-9bfe-5e169573e1f2 None None] The sync data for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi is: [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'port_id': '9b997521-b0f1-4473-8789-20e9f18a83df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'mac_address': 'fa:16:3e:cb:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:12Z', 'updated_at': '2022-06-07T15:59:43Z', 'revision_number': 1, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:59:48.517145 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Publish callbacks [] for router_gateway (469acd32-59a7-44f8-acf0-72a01d723b91), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.554047 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4f93f7c6-c524-4941-9192-312a07b7f731 req-deed9593-7f67-43ec-934a-5f54ad83bc84 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000958 Jun 07 15:59:48.558045 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment b84583ee-f7a6-48fa-b45a-cf0b187608f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b84583ee-f7a6-48fa-b45a-cf0b187608f9 found for delete ", "request_id": "req-25f6407c-6d5b-4866-8553-49017ede8792"}]} Jun 07 15:59:48.562631 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.575686 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (df1717da-855c-4ecf-9fb8-b1f5e8b423fb), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.576178 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-611c03a5-6132-4577-81f6-45b27b84d43a service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551527 Jun 07 15:59:48.626263 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.631738 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] 10.222.0.18 "DELETE /v2.0/networks/df1717da-855c-4ecf-9fb8-b1f5e8b423fb HTTP/1.1" status: 204 len: 168 time: 0.7728553 Jun 07 15:59:48.645800 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376e523-b2bd-41b7-93d5-5406928934bb admin admin] Pushing event deleted for resources: {'Network': ['ID=df1717da-855c-4ecf-9fb8-b1f5e8b423fb,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:48.703004 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Publish callbacks [] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.721235 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.752482 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Allocated IP 172.27.2.159 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/a19e946b-af40-44f0-8b6d-19e769a0c905) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:48.919048 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Publish callbacks [] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:48.921707 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:48.955285 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8d461-791a-4cc3-a323-99f4ce2bd460 None None] New status for floating IP ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c: ACTIVE {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 15:59:48.957010 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:48.957900 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:48.970088 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:48.983622 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:48.984392 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:48.986388 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'tag': '4208b596-39fa-4701-8fbb-e471f3af4e3d'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 15:59:48.991030 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Pushing event updated for resources: {'Port': ['ID=3baa8456-a1c0-4499-9b7c-13650d880ebd,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:48.993224 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f097f6ac36b35195947aa4438c9488911cf55d48cfeb24672d25f9ae282f2969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "9edf7214-7bd8-479d-8d1b-1b8df84e7a0b", "tag": "4208b596-39fa-4701-8fbb-e471f3af4e3d"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 15:59:49.005974 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:49.056298 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.059692 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.060214 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.060734 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.061543 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.065299 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.065817 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.066295 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.066781 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.067383 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.067854 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.068339 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.071669 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.072248 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.072875 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:49.073529 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:49.085421 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:49.091756 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:49.095576 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54842) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:49.107636 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 15:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4081c31f-f714-417b-bca5-b5d6c0d3da65 x-openstack-request-id: req-4081c31f-f714-417b-bca5-b5d6c0d3da65 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 15:59:49.108012 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edf7214-7bd8-479d-8d1b-1b8df84e7a0b", "tag": "4208b596-39fa-4701-8fbb-e471f3af4e3d", "status": "completed", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 15:59:49.108388 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4081c31f-f714-417b-bca5-b5d6c0d3da65 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 15:59:49.108865 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4081c31f-f714-417b-bca5-b5d6c0d3da65'] response: {'name': 'network-changed', 'server_uuid': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'tag': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'status': 'completed', 'code': 200} Jun 07 15:59:49.111875 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Pushing event updated for resources: {'Port': ['ID=a19e946b-af40-44f0-8b6d-19e769a0c905,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:49.206758 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea411ea8-d1d1-44d2-ab26-78f4dfcbda4a req-0c03960b-3f78-4111-9732-170ab49dcc44 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163023 Jun 07 15:59:49.289522 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-2217e104-6a7e-4d04-ad28-4fcdfd4ac8b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e7218a263864d068e82a5845e1fa739&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1900914 Jun 07 15:59:49.292114 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54848) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:49.294335 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-26249fc3-caf0-421f-b6f1-71d030ee6de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '151d50b6-cbf1-4c17-b795-4b481d35f9ba', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:4e:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:10Z', 'updated_at': '2022-06-07T15:59:45Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:49.316795 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4 req-5c68f66b-9c61-4a78-b707-5cbaa017f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:49.318516 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4 req-5c68f66b-9c61-4a78-b707-5cbaa017f8ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 1130 time: 0.1237659 Jun 07 15:59:49.385648 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ffd616b2-0e4a-4d61-9258-e3c1fad8dc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:49.395671 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54850) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:49.402370 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26249fc3-caf0-421f-b6f1-71d030ee6de5 None None] Checking router: ff0099a3-a753-43c4-9c6c-6635c009b24b for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:59:49.432728 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26249fc3-caf0-421f-b6f1-71d030ee6de5 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:49.433320 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-26249fc3-caf0-421f-b6f1-71d030ee6de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:49.435437 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Attempting to bind port 3baa8456-a1c0-4499-9b7c-13650d880ebd on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:49.436717 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Attempting to bind port 3baa8456-a1c0-4499-9b7c-13650d880ebd by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:49.436717 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Attempting to bind port 3baa8456-a1c0-4499-9b7c-13650d880ebd on network a5da0562-0cd6-4376-86ed-2ba23dbfe827 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:49.467881 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5be46654-783a-49d4-afdc-55f605f2e250 admin admin] Publish callbacks [] for security_group (4c7c65ad-c500-489f-bb9c-26680870dff2), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:49.482069 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:49.482714 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Checking segment: {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:49.483325 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:49.483978 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Bound using segment: {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:49.484862 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Bound port: 3baa8456-a1c0-4499-9b7c-13650d880ebd, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:49.486380 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:49.514346 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4 req-d3ff62a5-4284-44e6-be44-5f13c95a098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:49.517313 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4 req-d3ff62a5-4284-44e6-be44-5f13c95a098a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 914 time: 0.1907480 Jun 07 15:59:49.529974 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:49.555024 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5be46654-783a-49d4-afdc-55f605f2e250 admin admin] Publish callbacks [] for security_group (4c7c65ad-c500-489f-bb9c-26680870dff2), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:49.611024 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] For port 3baa8456-a1c0-4499-9b7c-13650d880ebd, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:49.631457 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] For port 3baa8456-a1c0-4499-9b7c-13650d880ebd, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=3baa8456-a1c0-4499-9b7c-13650d880ebd,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:49.637399 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-26249fc3-caf0-421f-b6f1-71d030ee6de5 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:49.656034 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4 req-42eb13f1-b368-42e8-8f71-a1d7b454f108 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4208b596-39fa-4701-8fbb-e471f3af4e3d HTTP/1.1" status: 200 len: 1000 time: 0.1298144 Jun 07 15:59:49.667527 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:49.709435 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-84c9d1c0-f36e-4a33-862d-7a7b2a12f2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:49.717181 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4 req-58310213-0b03-4087-ba14-894f5d38ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:49.719801 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4 req-58310213-0b03-4087-ba14-894f5d38ca77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.0580840 Jun 07 15:59:49.759545 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:49.761793 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Publish callbacks [] for router_gateway (469acd32-59a7-44f8-acf0-72a01d723b91), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:49.792390 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4 req-1b110fee-f5fa-4391-97f2-fb9720f6bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:49.797218 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4 req-1b110fee-f5fa-4391-97f2-fb9720f6bc4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698183 Jun 07 15:59:49.810641 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3f897-2658-4bac-ae89-e6ba3372c97c None None] Pushing event updated for resources: {'Port': ['ID=3baa8456-a1c0-4499-9b7c-13650d880ebd,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:49.843747 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5be46654-783a-49d4-afdc-55f605f2e250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (4c7c65ad-c500-489f-bb9c-26680870dff2), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:49.847259 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5be46654-783a-49d4-afdc-55f605f2e250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:49.848459 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-5be46654-783a-49d4-afdc-55f605f2e250 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c7c65ad-c500-489f-bb9c-26680870dff2 HTTP/1.1" status: 204 len: 168 time: 0.5469987 Jun 07 15:59:49.917500 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be46654-783a-49d4-afdc-55f605f2e250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7c65ad-c500-489f-bb9c-26680870dff2,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:49.958370 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4 req-b508b8dd-babb-4f87-a45a-c518da5756d6 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535702 Jun 07 15:59:50.031691 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-84c9d1c0-f36e-4a33-862d-7a7b2a12f2f2 admin admin] Publish callbacks [] for security_group (cc8ec28a-25a6-4de2-b311-7631584acea4), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:50.046863 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-84c9d1c0-f36e-4a33-862d-7a7b2a12f2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (cc8ec28a-25a6-4de2-b311-7631584acea4), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:50.172291 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cf61ef2e-e78b-4a8d-8825-8dc8f4b59ec4 req-9d42a628-2f2c-44b0-a769-652ed9fe5f8a service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076883 Jun 07 15:59:50.288550 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 15:59:50.353990 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:50.365807 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-26249fc3-caf0-421f-b6f1-71d030ee6de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '151d50b6-cbf1-4c17-b795-4b481d35f9ba', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:4e:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:10Z', 'updated_at': '2022-06-07T15:59:45Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:50.410043 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26249fc3-caf0-421f-b6f1-71d030ee6de5 None None] The sync data for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi is: [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '151d50b6-cbf1-4c17-b795-4b481d35f9ba', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:4e:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:10Z', 'updated_at': '2022-06-07T15:59:45Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:59:50.415513 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:50.470217 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9d1c0-f36e-4a33-862d-7a7b2a12f2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8ec28a-25a6-4de2-b311-7631584acea4,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:50.494424 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 3baa8456-a1c0-4499-9b7c-13650d880ebd up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:50.497082 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54878) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:50.497639 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-84c9d1c0-f36e-4a33-862d-7a7b2a12f2f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=123e03a747e14903b3448a1a71be66b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0972111 Jun 07 15:59:50.534554 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334'] for router (469acd32-59a7-44f8-acf0-72a01d723b91), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:50.589097 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-350b9ffe-ab9d-44b3-975f-b7c1132b5bc0 admin admin] Publish callbacks [] for security_group (cc8ec28a-25a6-4de2-b311-7631584acea4), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:50.606105 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 3baa8456-a1c0-4499-9b7c-13650d880ebd triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:50.606474 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:50.622042 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-350b9ffe-ab9d-44b3-975f-b7c1132b5bc0 admin admin] Publish callbacks [] for security_group (cc8ec28a-25a6-4de2-b311-7631584acea4), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:50.716160 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-350b9ffe-ab9d-44b3-975f-b7c1132b5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (cc8ec28a-25a6-4de2-b311-7631584acea4), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:50.719598 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-350b9ffe-ab9d-44b3-975f-b7c1132b5bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:50.721019 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-350b9ffe-ab9d-44b3-975f-b7c1132b5bc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc8ec28a-25a6-4de2-b311-7631584acea4 HTTP/1.1" status: 204 len: 168 time: 0.2208133 Jun 07 15:59:50.738792 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b9ffe-ab9d-44b3-975f-b7c1132b5bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8ec28a-25a6-4de2-b311-7631584acea4,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:50.740290 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=10 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:50.763879 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 3baa8456-a1c0-4499-9b7c-13650d880ebd is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:50.764187 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:50.815905 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Router 469acd32-59a7-44f8-acf0-72a01d723b91 is scheduled to L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 with binding_index 1 {{(pid=103969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 15:59:50.872208 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port 3baa8456-a1c0-4499-9b7c-13650d880ebd, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=3baa8456-a1c0-4499-9b7c-13650d880ebd,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:50.884182 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:50.978668 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:59:50.996926 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Sync routers for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:59:51.021353 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:51.023127 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-6d8616e5-cd93-4cb7-8886-049081b55e03 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0189047 Jun 07 15:59:51.026397 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54892) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:51.030066 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=3baa8456-a1c0-4499-9b7c-13650d880ebd,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:51.034491 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:51.035568 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:51.183946 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54898) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:51.195970 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:51.241073 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:51.362979 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:51.383262 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:51.387151 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09435471-0a9e-4ec5-81d8-e6cee2922944 None None] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:59:51.431271 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54906) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:51.459982 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac154ee3-187a-4262-8879-d3c40a56a338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:51.480526 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-4d18e62a-b150-496d-85c3-378658c9d5ed None None] Provisioning complete for port 3baa8456-a1c0-4499-9b7c-13650d880ebd triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:51.480904 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4d18e62a-b150-496d-85c3-378658c9d5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:51.689260 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ead0a436-e5b7-4701-beda-3b4ce0d46a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:51.690700 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb725d-13ab-4e57-903a-f910b29533e7 None None] New status for floating IP 151d50b6-cbf1-4c17-b795-4b481d35f9ba: ACTIVE {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 15:59:51.743551 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac154ee3-187a-4262-8879-d3c40a56a338 admin admin] Publish callbacks [] for security_group (26d28dee-77c2-49a5-ae97-adf6eb8091d3), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:51.775522 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:51.786803 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac154ee3-187a-4262-8879-d3c40a56a338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (26d28dee-77c2-49a5-ae97-adf6eb8091d3), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:51.796603 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:49Z', 'revision_number': 3, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:51.863141 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ac154ee3-187a-4262-8879-d3c40a56a338 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00bb244e13754067847a352aa1ca0eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308286 Jun 07 15:59:51.868275 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 54918) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:51.883848 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac154ee3-187a-4262-8879-d3c40a56a338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d28dee-77c2-49a5-ae97-adf6eb8091d3,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:51.905487 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ead0a436-e5b7-4701-beda-3b4ce0d46a35 admin admin] Publish callbacks [] for security_group (70050c24-ac1e-4662-b1c0-49f61450e834), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:51.907426 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:51.921600 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ead0a436-e5b7-4701-beda-3b4ce0d46a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (70050c24-ac1e-4662-b1c0-49f61450e834), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:51.948183 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Checking router: 469acd32-59a7-44f8-acf0-72a01d723b91 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:59:51.948680 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Updating router 469acd32-59a7-44f8-acf0-72a01d723b91 port a19e946b-af40-44f0-8b6d-19e769a0c905 binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 15:59:52.023408 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-4d18e62a-b150-496d-85c3-378658c9d5ed None None] Current status of the port 3baa8456-a1c0-4499-9b7c-13650d880ebd is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:52.053642 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.098161 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ead0a436-e5b7-4701-beda-3b4ce0d46a35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a4f794ed2ae4e90a3f3c286e9fdca80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9124470 Jun 07 15:59:52.100451 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54924) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:52.101264 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0a436-e5b7-4701-beda-3b4ce0d46a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70050c24-ac1e-4662-b1c0-49f61450e834,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:52.104160 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-012a55aa-27a5-4b3b-8cfc-2ef76bbadbec admin admin] Publish callbacks [] for security_group (26d28dee-77c2-49a5-ae97-adf6eb8091d3), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.124773 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54926) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:52.151426 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-012a55aa-27a5-4b3b-8cfc-2ef76bbadbec admin admin] Publish callbacks [] for security_group (26d28dee-77c2-49a5-ae97-adf6eb8091d3), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.169320 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:52.225829 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-012a55aa-27a5-4b3b-8cfc-2ef76bbadbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (26d28dee-77c2-49a5-ae97-adf6eb8091d3), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.229758 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-012a55aa-27a5-4b3b-8cfc-2ef76bbadbec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.230977 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-012a55aa-27a5-4b3b-8cfc-2ef76bbadbec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26d28dee-77c2-49a5-ae97-adf6eb8091d3 HTTP/1.1" status: 204 len: 168 time: 0.3617394 Jun 07 15:59:52.246878 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Allocated IP 172.20.0.1 (a5da0562-0cd6-4376-86ed-2ba23dbfe827/d3a95d50-eba3-45e1-9229-ae3e4abece84/cc7820f6-cdc4-4e8d-a174-3968b6d9a71a) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:52.250718 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a55aa-27a5-4b3b-8cfc-2ef76bbadbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d28dee-77c2-49a5-ae97-adf6eb8091d3,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:52.293197 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-4de09625-cded-4915-a7c3-9d8c6269f04d None None] Provisioning complete for port 3baa8456-a1c0-4499-9b7c-13650d880ebd triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:52.293797 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4de09625-cded-4915-a7c3-9d8c6269f04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.299968 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-213b0080-fd43-4366-9c0f-c08a200cf1eb admin admin] Publish callbacks [] for security_group (70050c24-ac1e-4662-b1c0-49f61450e834), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.346714 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-213b0080-fd43-4366-9c0f-c08a200cf1eb admin admin] Publish callbacks [] for security_group (70050c24-ac1e-4662-b1c0-49f61450e834), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.463254 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:52.477694 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-4de09625-cded-4915-a7c3-9d8c6269f04d None None] Current status of the port 3baa8456-a1c0-4499-9b7c-13650d880ebd is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:52.483441 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 3baa8456-a1c0-4499-9b7c-13650d880ebd up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:52.495168 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:52.495921 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:52.528865 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-network', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:52.538202 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:52.545531 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-213b0080-fd43-4366-9c0f-c08a200cf1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (70050c24-ac1e-4662-b1c0-49f61450e834), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.548767 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-213b0080-fd43-4366-9c0f-c08a200cf1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.552583 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-213b0080-fd43-4366-9c0f-c08a200cf1eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70050c24-ac1e-4662-b1c0-49f61450e834 HTTP/1.1" status: 204 len: 168 time: 0.4509945 Jun 07 15:59:52.581772 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b0080-fd43-4366-9c0f-c08a200cf1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70050c24-ac1e-4662-b1c0-49f61450e834,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:52.620850 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Made reservation on behalf of 960d9a6b1f514344aa82bbada2b878ca for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:52.623803 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.660771 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.670739 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 3baa8456-a1c0-4499-9b7c-13650d880ebd triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:52.671592 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.694933 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Publish callbacks [] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.788697 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.849461 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Publish callbacks [] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.850018 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:52.865668 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.870246 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:52.885289 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:52.894140 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Publish callbacks [] for security_group (5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.928092 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7820f6-cdc4-4e8d-a174-3968b6d9a71a,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:52.932614 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:52.976207 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 3baa8456-a1c0-4499-9b7c-13650d880ebd is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:52.993682 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582480'] for router_interface (469acd32-59a7-44f8-acf0-72a01d723b91), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.024259 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Attempting to bind port a19e946b-af40-44f0-8b6d-19e769a0c905 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:53.024738 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Attempting to bind port a19e946b-af40-44f0-8b6d-19e769a0c905 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:53.025183 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Attempting to bind port a19e946b-af40-44f0-8b6d-19e769a0c905 on network 10820ebf-33cd-43bf-8673-83f1ebc3af4b {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:53.034205 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3b2db-784d-44f7-a564-5ad733fb640d None None] Pushing event updated for resources: {'Port': ['ID=a19e946b-af40-44f0-8b6d-19e769a0c905,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:53.037734 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:53.038409 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:53.038968 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.039503 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Bound using segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:53.040129 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Bound port: a19e946b-af40-44f0-8b6d-19e769a0c905, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:53.040711 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.044450 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 15:59:53.062142 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:53.069138 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (1ddb99db-259e-4a5e-9341-3a4e39a6745f), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.069477 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Added segment 1ddb99db-259e-4a5e-9341-3a4e39a6745f of type vlan for network 80297557-5fee-443b-89c5-3ebd07d39a51 Jun 07 15:59:53.121448 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] For port a19e946b-af40-44f0-8b6d-19e769a0c905, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:53.126632 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] For port a19e946b-af40-44f0-8b6d-19e769a0c905, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=a19e946b-af40-44f0-8b6d-19e769a0c905,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:53.135580 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.202329 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (80297557-5fee-443b-89c5-3ebd07d39a51), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.226058 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:53.232784 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:53.233777 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:53.259835 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (80297557-5fee-443b-89c5-3ebd07d39a51), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.260834 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:53.261410 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.305481 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3b2db-784d-44f7-a564-5ad733fb640d None None] Pushing event updated for resources: {'Port': ['ID=a19e946b-af40-44f0-8b6d-19e769a0c905,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:53.333467 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-29ea0f8c-612b-422f-8266-bdf0b62dce31 None None] Provisioning complete for port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:53.333878 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-29ea0f8c-612b-422f-8266-bdf0b62dce31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.354618 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] Pushing event updated for resources: {'Network': ['ID=80297557-5fee-443b-89c5-3ebd07d39a51,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:53.373196 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.392606 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-747237f3-3d84-4736-8553-e1bfd36aab6b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2482882 Jun 07 15:59:53.394287 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 54962) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:53.396081 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 80297557-5fee-443b-89c5-3ebd07d39a51 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:59:53.398492 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.400488 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] Request body: {'subnet': {'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-subnet', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:53.471432 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] Made reservation on behalf of 960d9a6b1f514344aa82bbada2b878ca for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:53.477131 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261872205'] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.606503 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-29ea0f8c-612b-422f-8266-bdf0b62dce31 None None] Port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:59:53.639373 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:53.656112 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:53.724237 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Publish callbacks [] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.738061 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.855771 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:53.921359 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1829311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582436'] for router_interface (469acd32-59a7-44f8-acf0-72a01d723b91), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.934979 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:49Z', 'revision_number': 3, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:53.945968 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261769849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261872255'] for subnet (2f3a8a37-406e-4ecb-a45f-da3133d6ecf3), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:53.973280 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23077202-d209-488e-8b10-9d027f4889c6 None None] The sync data for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi is: [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:49Z', 'revision_number': 3, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 15:59:54.063771 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:54.069597 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7820f6-cdc4-4e8d-a174-3968b6d9a71a,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:54.118260 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:54.161033 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] Checking segment: {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:54.161467 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] Network hostable DHCP agents. Network: 80297557-5fee-443b-89c5-3ebd07d39a51, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:59:54.201769 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:54.205955 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:54.215898 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] Network 80297557-5fee-443b-89c5-3ebd07d39a51 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:59:54.272531 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 80297557-5fee-443b-89c5-3ebd07d39a51) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:54.281062 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:54.286300 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a5e79a-3f80-45ec-af15-1db52be8a004 None None] Network 80297557-5fee-443b-89c5-3ebd07d39a51 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:59:54.286479 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:54.389331 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55036) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:54.389978 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f017dd51-72f0-4c8a-9f99-2686883423cc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9940257 Jun 07 15:59:54.395643 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:54.415314 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Router 469acd32-59a7-44f8-acf0-72a01d723b91 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 15:59:54.420098 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:54.471198 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-695'] for router (40742c78-b3be-4eb9-b0a3-49a9b55484a6), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:54.474515 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-700'] for router (40742c78-b3be-4eb9-b0a3-49a9b55484a6), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:54.606562 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-80297557-5fee-443b-89c5-3ebd07d39a51', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 15:59:54.607824 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:54.648477 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:59:54.670835 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c5400845-a971-4d13-91d8-6ec45588a791 admin admin] 10.222.0.18 "PUT /v2.0/routers/469acd32-59a7-44f8-acf0-72a01d723b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6353447 Jun 07 15:59:54.694970 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Publish callbacks [] for router_controller (40742c78-b3be-4eb9-b0a3-49a9b55484a6), precommit_add_association {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:54.939932 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-9fc55b51-1c71-4cbd-85b6-cbc82e86bd44 None None] Provisioning complete for port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:54.940420 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9fc55b51-1c71-4cbd-85b6-cbc82e86bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:55.023352 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Publish callbacks [] for router_gateway (40742c78-b3be-4eb9-b0a3-49a9b55484a6), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:55.091875 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-9fc55b51-1c71-4cbd-85b6-cbc82e86bd44 None None] Port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 15:59:55.124811 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Allocated IP 172.20.0.2 (80297557-5fee-443b-89c5-3ebd07d39a51/2f3a8a37-406e-4ecb-a45f-da3133d6ecf3/5c213287-7068-4f71-8332-e5c04ab0dd8c) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:55.176332 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:55.408667 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Publish callbacks [] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:55.421673 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:55.468252 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Publish callbacks [] for router_gateway (40742c78-b3be-4eb9-b0a3-49a9b55484a6), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:55.504737 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:55.519818 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Pushing event updated for resources: {'Port': ['ID=5c213287-7068-4f71-8332-e5c04ab0dd8c,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:55.541735 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Network 80297557-5fee-443b-89c5-3ebd07d39a51 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:55.543171 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:55.575836 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:55.722720 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Allocated IP 172.27.2.92 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/c1ca99d6-e3c7-4624-85a6-96d792fb4c49) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:55.739330 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Attempting to bind port 5c213287-7068-4f71-8332-e5c04ab0dd8c on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:55.739811 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Attempting to bind port 5c213287-7068-4f71-8332-e5c04ab0dd8c by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:55.740542 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Attempting to bind port 5c213287-7068-4f71-8332-e5c04ab0dd8c on network 80297557-5fee-443b-89c5-3ebd07d39a51 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:55.746413 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:55.746908 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Checking segment: {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:55.747227 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:55.747614 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Bound using segment: {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:55.748083 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Bound port: 5c213287-7068-4f71-8332-e5c04ab0dd8c, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:55.748534 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:55.861234 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] For port 5c213287-7068-4f71-8332-e5c04ab0dd8c, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:55.872281 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] For port 5c213287-7068-4f71-8332-e5c04ab0dd8c, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=5c213287-7068-4f71-8332-e5c04ab0dd8c,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:55.884605 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55108) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:55.887657 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:55.900412 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1858885339-network', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:55.921882 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Publish callbacks [] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:55.989684 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Made reservation on behalf of 34304975d4e94e8eabf8794ccd98e2fd for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:55.992455 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.000142 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427553-d35f-4bfa-a3a8-77525b7e5e57 None None] Pushing event updated for resources: {'Port': ['ID=5c213287-7068-4f71-8332-e5c04ab0dd8c,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:56.014030 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.047109 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.120854 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:56.124437 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:56.126227 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Pushing event updated for resources: {'Port': ['ID=c1ca99d6-e3c7-4624-85a6-96d792fb4c49,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:56.139851 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:56.149867 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:56.271559 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Publish callbacks [] for security_group (403dcf0f-46eb-4356-9aa6-9d9737433df7), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.321946 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (403dcf0f-46eb-4356-9aa6-9d9737433df7), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.428435 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 15:59:56.438952 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:56.443354 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403dcf0f-46eb-4356-9aa6-9d9737433df7,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:56.463334 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (28f30b2b-2c0f-43e8-8b5e-91306b06e0c2), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.463831 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Added segment 28f30b2b-2c0f-43e8-8b5e-91306b06e0c2 of type vlan for network 98e7f855-3b06-4b8a-8877-1f397d937044 Jun 07 15:59:56.513264 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device a19e946b-af40-44f0-8b6d-19e769a0c905 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:56.551913 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (98e7f855-3b06-4b8a-8877-1f397d937044), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.654646 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (98e7f855-3b06-4b8a-8877-1f397d937044), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.655673 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:56.656243 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.666837 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port a19e946b-af40-44f0-8b6d-19e769a0c905 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:56.667304 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.750097 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Publish callbacks [] for router_gateway (40742c78-b3be-4eb9-b0a3-49a9b55484a6), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.754785 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8687513 Jun 07 15:59:56.758200 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55118) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:56.763133 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] Request body: {'subnet': {'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1858885339-subnet', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:56.778154 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:56.786700 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:56.791935 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port a19e946b-af40-44f0-8b6d-19e769a0c905 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:56.792492 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.793766 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] Made reservation on behalf of 34304975d4e94e8eabf8794ccd98e2fd for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 15:59:56.794502 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103083f-ee9e-4db7-9cb2-8988ae27cb4f admin admin] Pushing event updated for resources: {'Network': ['ID=98e7f855-3b06-4b8a-8877-1f397d937044,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:56.796619 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261872205'] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.807278 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 98e7f855-3b06-4b8a-8877-1f397d937044 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 15:59:56.830262 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port a19e946b-af40-44f0-8b6d-19e769a0c905, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=a19e946b-af40-44f0-8b6d-19e769a0c905,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:56.868992 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.869823 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 5c213287-7068-4f71-8332-e5c04ab0dd8c up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:56.887363 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:56.973331 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=a19e946b-af40-44f0-8b6d-19e769a0c905,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:56.980148 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 5c213287-7068-4f71-8332-e5c04ab0dd8c triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:56.980543 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.996904 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334'] for router (40742c78-b3be-4eb9-b0a3-49a9b55484a6), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:56.997614 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261769849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261872255'] for subnet (a68da91b-39ac-4291-8a39-e0f323552c28), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:57.066357 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68da91b-39ac-4291-8a39-e0f323552c28,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:57.076984 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] Checking segment: {'id': '28f30b2b-2c0f-43e8-8b5e-91306b06e0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:57.077689 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] Network hostable DHCP agents. Network: 98e7f855-3b06-4b8a-8877-1f397d937044, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 15:59:57.104613 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] Network 98e7f855-3b06-4b8a-8877-1f397d937044 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 15:59:57.105949 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:57.114858 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 5c213287-7068-4f71-8332-e5c04ab0dd8c is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:57.115875 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:57.119338 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 98e7f855-3b06-4b8a-8877-1f397d937044) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:57.124429 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 15:59:57.125105 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:57.162967 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port 5c213287-7068-4f71-8332-e5c04ab0dd8c, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=5c213287-7068-4f71-8332-e5c04ab0dd8c,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 15:59:57.162967 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d0f460-7b27-412f-bff5-8a66ef48ddd9 None None] Network 98e7f855-3b06-4b8a-8877-1f397d937044 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:59:57.163238 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55120) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:57.164800 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c402c7ef-1e2f-471c-ac5d-a58fed07271a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4048481 Jun 07 15:59:57.167244 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1858885339-router', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 15:59:57.195912 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:57.205603 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:57.214134 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-695'] for router (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:57.215368 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-700'] for router (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:57.222188 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 is scheduled to L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 with binding_index 1 {{(pid=103969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 15:59:57.301350 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=5c213287-7068-4f71-8332-e5c04ab0dd8c,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:57.321104 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Publish callbacks [] for router_controller (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), precommit_add_association {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:57.337803 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968c9893-75e4-459f-8981-1db3362133df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-98e7f855-3b06-4b8a-8877-1f397d937044', 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044', 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'fixed_ips': [{'subnet_id': 'a68da91b-39ac-4291-8a39-e0f323552c28'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 15:59:57.337984 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-968c9893-75e4-459f-8981-1db3362133df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:57.427110 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 15:59:57.454834 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Sync routers for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:59:57.472061 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:57.507979 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:57.508640 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:57.523595 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:57.528176 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8e236940-3ca1-477e-8a0e-26a92867c294 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1368401 Jun 07 15:59:57.529121 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55126) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 15:59:57.588017 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff94d98a-4cb5-4520-adaa-305ae57fa9b2 None None] Network 80297557-5fee-443b-89c5-3ebd07d39a51 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 15:59:57.611999 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Publish callbacks [] for router_gateway (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:57.754399 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:58.021567 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-edebbbb8-4f87-4b6e-b8fa-347aa93f108b None None] Provisioning complete for port 5c213287-7068-4f71-8332-e5c04ab0dd8c triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:58.021567 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-edebbbb8-4f87-4b6e-b8fa-347aa93f108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:58.059899 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-968c9893-75e4-459f-8981-1db3362133df None None] Allocated IP 172.20.0.2 (98e7f855-3b06-4b8a-8877-1f397d937044/a68da91b-39ac-4291-8a39-e0f323552c28/4b4d6ce0-02ba-462f-a446-901ba717f55e) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:58.085485 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:58.091829 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:58.234819 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Publish callbacks [] for router_gateway (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:58.239719 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Sync routers for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 15:59:58.258097 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:58.260142 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:58.260793 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:58.328924 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-edebbbb8-4f87-4b6e-b8fa-347aa93f108b None None] Current status of the port 5c213287-7068-4f71-8332-e5c04ab0dd8c is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:58.352260 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 3, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T15:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:58.394391 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:58.402937 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Checking router: 40742c78-b3be-4eb9-b0a3-49a9b55484a6 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:59:58.403280 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Updating router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 port c1ca99d6-e3c7-4624-85a6-96d792fb4c49 binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 15:59:58.458396 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Allocated IP 172.27.2.119 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/17eba1e7-cc56-484d-a995-26fa0f731830) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:58.492734 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:58.497648 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:58.539210 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-968c9893-75e4-459f-8981-1db3362133df None None] Publish callbacks [] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:58.556180 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-968c9893-75e4-459f-8981-1db3362133df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:58.585990 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:58.596963 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device a19e946b-af40-44f0-8b6d-19e769a0c905 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:58.628105 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:58.635472 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:58.638140 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c9893-75e4-459f-8981-1db3362133df None None] Network 98e7f855-3b06-4b8a-8877-1f397d937044 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:58.675967 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 2, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:58.686096 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-968c9893-75e4-459f-8981-1db3362133df None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:58.692790 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Publish callbacks [] for port (17eba1e7-cc56-484d-a995-26fa0f731830), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:58.707802 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Checking router: 469acd32-59a7-44f8-acf0-72a01d723b91 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 15:59:58.708072 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Updating router 469acd32-59a7-44f8-acf0-72a01d723b91 port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a binding host dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 15:59:58.739652 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c9893-75e4-459f-8981-1db3362133df None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:58.742518 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:58.759150 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c9893-75e4-459f-8981-1db3362133df None None] Pushing event updated for resources: {'Port': ['ID=4b4d6ce0-02ba-462f-a446-901ba717f55e,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:58.780688 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-b246c204-8524-42d8-a5ad-58bc5d3af849 None None] Provisioning complete for port 5c213287-7068-4f71-8332-e5c04ab0dd8c triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:58.781051 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b246c204-8524-42d8-a5ad-58bc5d3af849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:58.842767 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:58.897084 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:58.911018 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:58.915137 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:58.917651 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Allocated IP 172.20.0.1 (80297557-5fee-443b-89c5-3ebd07d39a51/2f3a8a37-406e-4ecb-a45f-da3133d6ecf3/7c278891-3bbc-4a44-af48-bb780d8713ee) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 15:59:58.919669 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Pushing event updated for resources: {'Port': ['ID=17eba1e7-cc56-484d-a995-26fa0f731830,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:58.997131 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port a19e946b-af40-44f0-8b6d-19e769a0c905 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:58.997603 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.026033 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-968c9893-75e4-459f-8981-1db3362133df None None] Attempting to bind port 4b4d6ce0-02ba-462f-a446-901ba717f55e on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:59.026718 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-968c9893-75e4-459f-8981-1db3362133df None None] Attempting to bind port 4b4d6ce0-02ba-462f-a446-901ba717f55e by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '28f30b2b-2c0f-43e8-8b5e-91306b06e0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:59.026718 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968c9893-75e4-459f-8981-1db3362133df None None] Attempting to bind port 4b4d6ce0-02ba-462f-a446-901ba717f55e on network 98e7f855-3b06-4b8a-8877-1f397d937044 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:59.046039 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:59.049824 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968c9893-75e4-459f-8981-1db3362133df None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:59.050192 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968c9893-75e4-459f-8981-1db3362133df None None] Checking segment: {'id': '28f30b2b-2c0f-43e8-8b5e-91306b06e0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:59.050587 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-968c9893-75e4-459f-8981-1db3362133df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.050969 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968c9893-75e4-459f-8981-1db3362133df None None] Bound using segment: {'id': '28f30b2b-2c0f-43e8-8b5e-91306b06e0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:59.051438 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-968c9893-75e4-459f-8981-1db3362133df None None] Bound port: 4b4d6ce0-02ba-462f-a446-901ba717f55e, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f30b2b-2c0f-43e8-8b5e-91306b06e0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:59.051809 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-968c9893-75e4-459f-8981-1db3362133df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.053796 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:59.151123 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:59.202113 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-968c9893-75e4-459f-8981-1db3362133df None None] For port 4b4d6ce0-02ba-462f-a446-901ba717f55e, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:59.206320 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-968c9893-75e4-459f-8981-1db3362133df None None] For port 4b4d6ce0-02ba-462f-a446-901ba717f55e, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=4b4d6ce0-02ba-462f-a446-901ba717f55e,segment=NetworkSegment(28f30b2b-2c0f-43e8-8b5e-91306b06e0c2),segment_id=28f30b2b-2c0f-43e8-8b5e-91306b06e0c2)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:59.210411 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-b246c204-8524-42d8-a5ad-58bc5d3af849 None None] Current status of the port 5c213287-7068-4f71-8332-e5c04ab0dd8c is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:59.218730 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-968c9893-75e4-459f-8981-1db3362133df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.249811 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Publish callbacks [] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.258445 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.337325 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Pushing event updated for resources: {'Port': ['ID=cc7820f6-cdc4-4e8d-a174-3968b6d9a71a,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:59.340485 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Publish callbacks [] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.345781 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port a19e946b-af40-44f0-8b6d-19e769a0c905 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:59.346856 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 5c213287-7068-4f71-8332-e5c04ab0dd8c up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 15:59:59.407688 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:59.414913 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.415363 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.415630 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.415960 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.416111 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Publish callbacks [] for router_gateway (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.416721 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.417192 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.417674 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.418138 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.418599 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.419073 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.419539 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.420075 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.420544 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.421021 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.421478 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 15:59:59.445155 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Attempting to bind port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:59.445906 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Attempting to bind port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:59.446418 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Attempting to bind port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a on network a5da0562-0cd6-4376-86ed-2ba23dbfe827 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:59.452468 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c9893-75e4-459f-8981-1db3362133df None None] Pushing event updated for resources: {'Port': ['ID=4b4d6ce0-02ba-462f-a446-901ba717f55e,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:59.471612 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:59.472239 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Checking segment: {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:59.473463 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.474218 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Bound using segment: {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:59.474731 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Bound port: cc7820f6-cdc4-4e8d-a174-3968b6d9a71a, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:59.475104 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.503848 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Publish callbacks [] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.523352 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.528811 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 5c213287-7068-4f71-8332-e5c04ab0dd8c triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:59.529172 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.573036 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.587281 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] For port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:59.593089 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] For port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=cc7820f6-cdc4-4e8d-a174-3968b6d9a71a,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:59.607001 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.613459 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Attempting to bind port c1ca99d6-e3c7-4624-85a6-96d792fb4c49 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 15:59:59.613811 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Attempting to bind port c1ca99d6-e3c7-4624-85a6-96d792fb4c49 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 15:59:59.614165 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Attempting to bind port c1ca99d6-e3c7-4624-85a6-96d792fb4c49 on network 10820ebf-33cd-43bf-8673-83f1ebc3af4b {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 15:59:59.623645 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 15:59:59.624007 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 15:59:59.624426 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.624819 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Bound using segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 15:59:59.625877 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Bound port: c1ca99d6-e3c7-4624-85a6-96d792fb4c49, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 15:59:59.626437 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.628853 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85641027-4f96-480a-ac7c-f8a1a6cbe00c None None] Pushing event updated for resources: {'Port': ['ID=c1ca99d6-e3c7-4624-85a6-96d792fb4c49,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:59.638000 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:59.725077 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 15:59:59.725718 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 15:59:59.761804 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Network 80297557-5fee-443b-89c5-3ebd07d39a51 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 15:59:59.768773 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 5c213287-7068-4f71-8332-e5c04ab0dd8c is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 15:59:59.772433 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 15:59:59.776953 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 15:59:59.779133 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Pushing event updated for resources: {'Port': ['ID=7c278891-3bbc-4a44-af48-bb780d8713ee,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:59.797137 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8cfe9-0a4c-47c6-8080-4d16a73618ee None None] Pushing event updated for resources: {'Port': ['ID=cc7820f6-cdc4-4e8d-a174-3968b6d9a71a,revision_number=4']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 15:59:59.813369 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] For port c1ca99d6-e3c7-4624-85a6-96d792fb4c49, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 15:59:59.816005 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-14d0accf-0961-48cd-b036-5e9a822c3cb9 None None] Provisioning complete for port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 15:59:59.816435 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-14d0accf-0961-48cd-b036-5e9a822c3cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.872468 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 15:59:59.914036 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582480'] for router_interface (40742c78-b3be-4eb9-b0a3-49a9b55484a6), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 15:59:59.921577 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] For port c1ca99d6-e3c7-4624-85a6-96d792fb4c49, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=c1ca99d6-e3c7-4624-85a6-96d792fb4c49,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 15:59:59.929324 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 15:59:59.941633 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:00.041423 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:00.047790 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:00.069256 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:00.069925 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:00.073588 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-14d0accf-0961-48cd-b036-5e9a822c3cb9 None None] Current status of the port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:00.074003 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-14d0accf-0961-48cd-b036-5e9a822c3cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:00.079447 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85641027-4f96-480a-ac7c-f8a1a6cbe00c None None] Pushing event updated for resources: {'Port': ['ID=c1ca99d6-e3c7-4624-85a6-96d792fb4c49,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:00.240845 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334'] for router (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:00.255425 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T15:59:59Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:00.355460 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-14d0accf-0961-48cd-b036-5e9a822c3cb9 None None] For port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=cc7820f6-cdc4-4e8d-a174-3968b6d9a71a,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:00.363832 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-14d0accf-0961-48cd-b036-5e9a822c3cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:00.381933 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eceef65-0e32-443f-82be-d750b95846fb None None] The sync data for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi is: [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T15:59:59Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:00:00.423224 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:00.548549 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:00.554145 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0accf-0961-48cd-b036-5e9a822c3cb9 None None] Pushing event updated for resources: {'Port': ['ID=cc7820f6-cdc4-4e8d-a174-3968b6d9a71a,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:00.596937 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 4b4d6ce0-02ba-462f-a446-901ba717f55e up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:00.602277 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-afdb3433-1ed3-4442-8c4e-60636e35f0cc None None] Provisioning complete for port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:00.607402 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-afdb3433-1ed3-4442-8c4e-60636e35f0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:00.608082 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb is scheduled to L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 with binding_index 1 {{(pid=103969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 16:00:00.709221 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 4b4d6ce0-02ba-462f-a446-901ba717f55e triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:00.709583 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:00.788402 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:00:00.803004 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Sync routers for ids ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:00:00.845410 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:00.849480 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55174) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:00.850035 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f76e1f92-754a-4b80-b951-2c82cc0e60da admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6864040 Jun 07 16:00:00.880465 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:00.943148 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Publish callbacks [] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:00.951496 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1212707'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:00.951710 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Routers {'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:00.951710 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:01.051360 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa9de97-d3a0-456c-abf9-219e6bdae9b1 None None] Network 98e7f855-3b06-4b8a-8877-1f397d937044 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:00:01.069618 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Pushing event updated for resources: {'Port': ['ID=7c278891-3bbc-4a44-af48-bb780d8713ee,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:01.081295 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1829311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582436'] for router_interface (40742c78-b3be-4eb9-b0a3-49a9b55484a6), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:01.090462 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-afdb3433-1ed3-4442-8c4e-60636e35f0cc None None] Current status of the port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:01.112941 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:01.126627 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 4b4d6ce0-02ba-462f-a446-901ba717f55e is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:01.127343 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:01.129590 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 3, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T15:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:01.221312 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ee2d5-85c6-4dff-93f7-c81da184f24d None None] The sync data for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi is: [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 3, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T15:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:00:01.222361 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Network 80297557-5fee-443b-89c5-3ebd07d39a51 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:01.223805 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-afdb3433-1ed3-4442-8c4e-60636e35f0cc None None] Provisioning complete for port 7c278891-3bbc-4a44-af48-bb780d8713ee triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:01.223922 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:01.224176 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-afdb3433-1ed3-4442-8c4e-60636e35f0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:01.313519 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:01.324015 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:01.337902 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port 4b4d6ce0-02ba-462f-a446-901ba717f55e, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=4b4d6ce0-02ba-462f-a446-901ba717f55e,segment=NetworkSegment(28f30b2b-2c0f-43e8-8b5e-91306b06e0c2),segment_id=28f30b2b-2c0f-43e8-8b5e-91306b06e0c2)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:01.346446 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-afdb3433-1ed3-4442-8c4e-60636e35f0cc None None] Port 7c278891-3bbc-4a44-af48-bb780d8713ee cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:00:01.356389 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Set router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:01.358928 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:01.389107 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:00:01.472793 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:01.540188 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f98c8dc4-40e8-403a-a79e-33669ee08e02 None None] Provisioning complete for port 4b4d6ce0-02ba-462f-a446-901ba717f55e triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:01.540529 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f98c8dc4-40e8-403a-a79e-33669ee08e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:01.566550 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:00:01.581807 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-c56b41e4-b3da-44cc-b786-bf01c0416207 admin admin] 10.222.0.18 "PUT /v2.0/routers/40742c78-b3be-4eb9-b0a3-49a9b55484a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0196254 Jun 07 16:00:01.595911 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=4b4d6ce0-02ba-462f-a446-901ba717f55e,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:01.712379 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Allocated IP 172.20.0.1 (98e7f855-3b06-4b8a-8877-1f397d937044/a68da91b-39ac-4291-8a39-e0f323552c28/69d540a0-038b-4f4e-b0ea-26a5d95112fc) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:01.745129 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'name': 'tempest-TestVolumeBootPattern-1858885339-router', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:57Z', 'updated_at': '2022-06-07T15:59:59Z', 'revision_number': 3, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'gw_port': {'id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T15:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:01.791598 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f98c8dc4-40e8-403a-a79e-33669ee08e02 None None] Current status of the port 4b4d6ce0-02ba-462f-a446-901ba717f55e is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:01.795407 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Checking router: ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:00:01.795853 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Updating router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb port 17eba1e7-cc56-484d-a995-26fa0f731830 binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 16:00:01.862344 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:01.986714 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-1d029442-a040-4128-8c7b-83790211e959 None None] Provisioning complete for port 7c278891-3bbc-4a44-af48-bb780d8713ee triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:01.988230 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1d029442-a040-4128-8c7b-83790211e959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:02.109375 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-1d029442-a040-4128-8c7b-83790211e959 None None] Port 7c278891-3bbc-4a44-af48-bb780d8713ee cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:00:02.246760 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:02.260166 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-d4ffab6d-de14-4eeb-95de-f272dab8a613 None None] Provisioning complete for port 4b4d6ce0-02ba-462f-a446-901ba717f55e triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:02.260548 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d4ffab6d-de14-4eeb-95de-f272dab8a613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:02.473009 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55212) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:02.487240 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Publish callbacks [] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:02.534785 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-d39cc2d1-dd57-47dd-8278-45d62568943e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:02.548513 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-d39cc2d1-dd57-47dd-8278-45d62568943e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 819 time: 0.2310243 Jun 07 16:00:02.651672 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:02.681986 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-d9d9871e-1a6c-4fcc-8f60-881332491ebe tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/quotas/960d9a6b1f514344aa82bbada2b878ca HTTP/1.1" status: 200 len: 375 time: 0.0726938 Jun 07 16:00:02.722437 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device cc7820f6-cdc4-4e8d-a174-3968b6d9a71a up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:02.775855 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-d4ffab6d-de14-4eeb-95de-f272dab8a613 None None] Current status of the port 4b4d6ce0-02ba-462f-a446-901ba717f55e is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:02.798029 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:02.810428 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Network 98e7f855-3b06-4b8a-8877-1f397d937044 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:02.818908 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:02.828150 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:02.828385 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:02.830582 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:02.831029 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:02.843213 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-95430036-26f2-4045-9441-c682182c7fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:02.843454 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=69d540a0-038b-4f4e-b0ea-26a5d95112fc,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:02.921558 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:02.930196 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Publish callbacks [] for port (17eba1e7-cc56-484d-a995-26fa0f731830), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:02.947544 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:02.964135 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-242717d2-817d-408d-abe9-bdca5b1c6866 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2205892 Jun 07 16:00:03.049964 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca00dfc-d07b-454c-a0ff-8b7d1d14a56c None None] Pushing event updated for resources: {'Port': ['ID=17eba1e7-cc56-484d-a995-26fa0f731830,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:03.086018 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:03.087281 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 4b4d6ce0-02ba-462f-a446-901ba717f55e up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:03.113274 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Attempting to bind port 17eba1e7-cc56-484d-a995-26fa0f731830 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:03.113918 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Attempting to bind port 17eba1e7-cc56-484d-a995-26fa0f731830 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:03.114022 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Attempting to bind port 17eba1e7-cc56-484d-a995-26fa0f731830 on network 10820ebf-33cd-43bf-8673-83f1ebc3af4b {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:03.128751 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-95430036-26f2-4045-9441-c682182c7fe9 admin admin] Publish callbacks [] for security_group (9f770604-f6a2-4c87-855d-0042d0d8f5af), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.135795 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:03.136813 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:03.136813 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.137181 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Bound using segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:03.137874 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Bound port: 17eba1e7-cc56-484d-a995-26fa0f731830, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:03.138496 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.141103 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-95430036-26f2-4045-9441-c682182c7fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9f770604-f6a2-4c87-855d-0042d0d8f5af), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.158143 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582480'] for router_interface (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.247477 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-95430036-26f2-4045-9441-c682182c7fe9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d88460152126478b9080e3e0ad7a8105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7702787 Jun 07 16:00:03.249527 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55224) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:03.279997 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95430036-26f2-4045-9441-c682182c7fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f770604-f6a2-4c87-855d-0042d0d8f5af,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:03.294704 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] For port 17eba1e7-cc56-484d-a995-26fa0f731830, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:03.300274 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] For port 17eba1e7-cc56-484d-a995-26fa0f731830, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=17eba1e7-cc56-484d-a995-26fa0f731830,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:03.322141 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-71235ac9-b21b-46f9-82ed-50725660283a None None] Provisioning complete for port 69d540a0-038b-4f4e-b0ea-26a5d95112fc triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:03.322515 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-71235ac9-b21b-46f9-82ed-50725660283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.386630 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.390327 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-71235ac9-b21b-46f9-82ed-50725660283a None None] Port 69d540a0-038b-4f4e-b0ea-26a5d95112fc cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:00:03.390959 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b4122bed-cd99-458d-a67d-f0c6d538a8eb admin admin] Publish callbacks [] for security_group (9f770604-f6a2-4c87-855d-0042d0d8f5af), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.411968 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-2b86287c-be8c-4997-be52-6580f061e1e4 service neutron] 10.222.0.18 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456999 Jun 07 16:00:03.441953 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 4b4d6ce0-02ba-462f-a446-901ba717f55e triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:03.442327 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.463986 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b4122bed-cd99-458d-a67d-f0c6d538a8eb admin admin] Publish callbacks [] for security_group (9f770604-f6a2-4c87-855d-0042d0d8f5af), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.514490 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca00dfc-d07b-454c-a0ff-8b7d1d14a56c None None] Pushing event updated for resources: {'Port': ['ID=17eba1e7-cc56-484d-a995-26fa0f731830,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:03.540464 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b4122bed-cd99-458d-a67d-f0c6d538a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9f770604-f6a2-4c87-855d-0042d0d8f5af), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.543699 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b4122bed-cd99-458d-a67d-f0c6d538a8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.549114 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Routers {'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:03.549643 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:03.564889 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-b4122bed-cd99-458d-a67d-f0c6d538a8eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f770604-f6a2-4c87-855d-0042d0d8f5af HTTP/1.1" status: 204 len: 168 time: 0.3043830 Jun 07 16:00:03.572907 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-9af92575-4714-4fb3-ac5d-59517eeb8a11 service neutron] 10.222.0.18 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583657 Jun 07 16:00:03.575130 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:03.596474 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.603462 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4122bed-cd99-458d-a67d-f0c6d538a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f770604-f6a2-4c87-855d-0042d0d8f5af,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:03.641376 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 4b4d6ce0-02ba-462f-a446-901ba717f55e is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:03.747377 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] Set router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:03.917183 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:03.963532 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Publish callbacks [] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.967817 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cd6556db-459d-4d29-895d-37d631532feb req-e753e667-6db4-4c0f-825f-a3cce6bc8f29 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 210 time: 0.0895724 Jun 07 16:00:03.972651 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:03.994621 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:04.050157 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'name': 'tempest-TestVolumeBootPattern-1858885339-router', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:57Z', 'updated_at': '2022-06-07T16:00:03Z', 'revision_number': 4, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'gw_port': {'id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '69d540a0-038b-4f4e-b0ea-26a5d95112fc', 'name': '', 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'mac_address': 'fa:16:3e:0d:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a68da91b-39ac-4291-8a39-e0f323552c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:01Z', 'updated_at': '2022-06-07T16:00:01Z', 'revision_number': 1, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'subnets': [{'id': 'a68da91b-39ac-4291-8a39-e0f323552c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:04.059364 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55242) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:04.070903 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1829311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582436'] for router_interface (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:04.073412 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=69d540a0-038b-4f4e-b0ea-26a5d95112fc,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:04.083185 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-813941cf-ee1b-4db4-9052-85b9226196cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:04.091239 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1465ff8-c76d-4a39-af3a-e44a62c9de4c None None] The sync data for ids ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'] in dv-cinder-844879-2-iscsi is: [{'id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'name': 'tempest-TestVolumeBootPattern-1858885339-router', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:57Z', 'updated_at': '2022-06-07T16:00:03Z', 'revision_number': 4, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'gw_port': {'id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '69d540a0-038b-4f4e-b0ea-26a5d95112fc', 'name': '', 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'mac_address': 'fa:16:3e:0d:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a68da91b-39ac-4291-8a39-e0f323552c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:01Z', 'updated_at': '2022-06-07T16:00:01Z', 'revision_number': 1, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'subnets': [{'id': 'a68da91b-39ac-4291-8a39-e0f323552c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:00:04.226655 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Network 98e7f855-3b06-4b8a-8877-1f397d937044 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:04.228957 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:04.241861 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-813941cf-ee1b-4db4-9052-85b9226196cf admin admin] Publish callbacks [] for security_group (3641a209-dbd0-45f4-bcef-b536519f5c0e), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:04.247541 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-813941cf-ee1b-4db4-9052-85b9226196cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (3641a209-dbd0-45f4-bcef-b536519f5c0e), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:04.330157 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-813941cf-ee1b-4db4-9052-85b9226196cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=900b3b6e21f1435cb54e6b5575c0288d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695136 Jun 07 16:00:04.331158 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813941cf-ee1b-4db4-9052-85b9226196cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3641a209-dbd0-45f4-bcef-b536519f5c0e,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:04.346262 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55258) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:04.440695 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:04.514323 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e35d81d1-4bb9-4385-a96d-b598735a2334 admin admin] Publish callbacks [] for security_group (3641a209-dbd0-45f4-bcef-b536519f5c0e), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:04.555417 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:04.563595 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e35d81d1-4bb9-4385-a96d-b598735a2334 admin admin] Publish callbacks [] for security_group (3641a209-dbd0-45f4-bcef-b536519f5c0e), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:04.574548 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device c1ca99d6-e3c7-4624-85a6-96d792fb4c49 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:04.645562 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-7862b033-b5be-455d-b35a-431668a462a6 None None] Provisioning complete for port 69d540a0-038b-4f4e-b0ea-26a5d95112fc triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:04.646088 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7862b033-b5be-455d-b35a-431668a462a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:04.655128 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e35d81d1-4bb9-4385-a96d-b598735a2334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (3641a209-dbd0-45f4-bcef-b536519f5c0e), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:04.658619 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e35d81d1-4bb9-4385-a96d-b598735a2334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:04.667757 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-e35d81d1-4bb9-4385-a96d-b598735a2334 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3641a209-dbd0-45f4-bcef-b536519f5c0e HTTP/1.1" status: 204 len: 168 time: 0.3157332 Jun 07 16:00:04.681626 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:04.689428 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d81d1-4bb9-4385-a96d-b598735a2334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3641a209-dbd0-45f4-bcef-b536519f5c0e,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:04.690151 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f7c2-960d-4448-83c4-18388260fe39 req-18eb3ab5-eaa0-4a91-b736-637ce29353bd tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:04.691860 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-18eb3ab5-eaa0-4a91-b736-637ce29353bd tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 819 time: 0.3979108 Jun 07 16:00:04.695445 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:00:04.713294 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-9c8a45d1-978b-41c4-83bd-e3440e06b948 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/quotas/960d9a6b1f514344aa82bbada2b878ca HTTP/1.1" status: 200 len: 375 time: 0.0144515 Jun 07 16:00:04.764658 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-7862b033-b5be-455d-b35a-431668a462a6 None None] Port 69d540a0-038b-4f4e-b0ea-26a5d95112fc cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:00:04.777895 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port c1ca99d6-e3c7-4624-85a6-96d792fb4c49 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:04.778272 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:04.885090 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:00:04.895776 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b7af0244-bcf4-4701-8b8c-8204d5a31ab0 admin admin] 10.222.0.18 "PUT /v2.0/routers/ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0451295 Jun 07 16:00:04.900973 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port c1ca99d6-e3c7-4624-85a6-96d792fb4c49 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:04.901513 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:04.918515 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-e7bc5bd3-3108-489e-be1a-12c7c60e48a0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1963558 Jun 07 16:00:04.933663 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port c1ca99d6-e3c7-4624-85a6-96d792fb4c49, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=c1ca99d6-e3c7-4624-85a6-96d792fb4c49,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:04.943129 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:05.071595 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-e1409069-c386-40a3-b06d-10c096fa5f22 service neutron] 10.222.0.18 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518800 Jun 07 16:00:05.171031 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=c1ca99d6-e3c7-4624-85a6-96d792fb4c49,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:05.211748 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-465cbc59-7c82-4e9f-b64d-5f1d1bbb1d36 service neutron] 10.222.0.18 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392033 Jun 07 16:00:05.280280 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Sync routers for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:00:05.294903 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:05.295747 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:05.454244 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-caccccb3-4e9f-4056-9a77-3a1d09dd90e4 req-6bb5f9a2-4b54-4bc3-8b5b-55221027538b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 210 time: 0.0642931 Jun 07 16:00:05.465615 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55284) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:05.494275 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:05.504714 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-36e67fb5-51bf-4f3a-ba82-1f22556da844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:05.704593 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55290) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:05.711081 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-322c1beb-0579-495f-87e2-cd6fefcc419c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-741234381', 'description': 'tempest-secgroup-smoke-741234381 description', 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:05.766915 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-322c1beb-0579-495f-87e2-cd6fefcc419c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:05.780465 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:05.820206 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-36e67fb5-51bf-4f3a-ba82-1f22556da844 admin admin] Publish callbacks [] for security_group (9e1587b0-2e50-476f-97b6-f03d92686a93), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:05.838754 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-36e67fb5-51bf-4f3a-ba82-1f22556da844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9e1587b0-2e50-476f-97b6-f03d92686a93), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:05.856749 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 2, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:05.926007 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e67fb5-51bf-4f3a-ba82-1f22556da844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1587b0-2e50-476f-97b6-f03d92686a93,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:05.943834 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3cfdddb4-bac7-46ea-b5eb-dd481187abda tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:05.945617 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3cfdddb4-bac7-46ea-b5eb-dd481187abda tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 819 time: 0.3176813 Jun 07 16:00:05.951068 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:05.956987 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Checking router: 40742c78-b3be-4eb9-b0a3-49a9b55484a6 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:00:05.957407 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Updating router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 port 7c278891-3bbc-4a44-af48-bb780d8713ee binding host dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 16:00:05.966684 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Request body: {'port': {'device_id': '3def1191-4ee0-45d7-b43f-2e16de89e478', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'admin_state_up': True, 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:05.976778 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-36e67fb5-51bf-4f3a-ba82-1f22556da844 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d823c2fbb3884e37a8eebf24c659996c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5098081 Jun 07 16:00:05.982410 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55304) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:06.010603 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-322c1beb-0579-495f-87e2-cd6fefcc419c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group (7cd3a648-2ded-415d-8bc9-0e92ff5097be), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.068187 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-322c1beb-0579-495f-87e2-cd6fefcc419c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (7cd3a648-2ded-415d-8bc9-0e92ff5097be), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.081767 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.155047 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-322c1beb-0579-495f-87e2-cd6fefcc419c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.156407 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-322c1beb-0579-495f-87e2-cd6fefcc419c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4505539 Jun 07 16:00:06.163443 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55306) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:06.169815 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-e603ef7d-13be-4edd-8b40-0413d0f79573 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'security_group_rule': {'security_group_id': '7cd3a648-2ded-415d-8bc9-0e92ff5097be', 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:06.177997 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c1beb-0579-495f-87e2-cd6fefcc419c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd3a648-2ded-415d-8bc9-0e92ff5097be,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:06.189628 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:06.217631 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Made reservation on behalf of 960d9a6b1f514344aa82bbada2b878ca for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:00:06.234125 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3781e079-9e33-49c5-a13b-a81ecbb09c68 admin admin] Publish callbacks [] for security_group (9e1587b0-2e50-476f-97b6-f03d92686a93), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.238489 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.271670 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e603ef7d-13be-4edd-8b40-0413d0f79573 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (c5d403e9-eb5c-4dd6-b7ca-401979330c01), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.277250 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3781e079-9e33-49c5-a13b-a81ecbb09c68 admin admin] Publish callbacks [] for security_group (9e1587b0-2e50-476f-97b6-f03d92686a93), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.418537 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:06.452903 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e603ef7d-13be-4edd-8b40-0413d0f79573 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (c5d403e9-eb5c-4dd6-b7ca-401979330c01), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.466584 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e603ef7d-13be-4edd-8b40-0413d0f79573 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (c5d403e9-eb5c-4dd6-b7ca-401979330c01), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.491978 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603ef7d-13be-4edd-8b40-0413d0f79573 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d403e9-eb5c-4dd6-b7ca-401979330c01,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:06.545239 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3781e079-9e33-49c5-a13b-a81ecbb09c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9e1587b0-2e50-476f-97b6-f03d92686a93), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.554899 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3781e079-9e33-49c5-a13b-a81ecbb09c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.567419 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3781e079-9e33-49c5-a13b-a81ecbb09c68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e1587b0-2e50-476f-97b6-f03d92686a93 HTTP/1.1" status: 204 len: 168 time: 0.5740106 Jun 07 16:00:06.568797 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:06.577300 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Publish callbacks [] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.582458 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e603ef7d-13be-4edd-8b40-0413d0f79573 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.587647 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.592598 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55318) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:06.601806 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-e603ef7d-13be-4edd-8b40-0413d0f79573 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4217441 Jun 07 16:00:06.612789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-fb592d52-c89c-4592-bb80-d418e4a3eaa3 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'security_group_rule': {'security_group_id': '7cd3a648-2ded-415d-8bc9-0e92ff5097be', 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:06.629700 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781e079-9e33-49c5-a13b-a81ecbb09c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1587b0-2e50-476f-97b6-f03d92686a93,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:06.677976 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ee390-a643-4189-ab1a-7691d431e895 None None] Pushing event updated for resources: {'Port': ['ID=7c278891-3bbc-4a44-af48-bb780d8713ee,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:06.687253 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 17eba1e7-cc56-484d-a995-26fa0f731830 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:06.782170 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Allocated IP 172.20.0.6 (80297557-5fee-443b-89c5-3ebd07d39a51/2f3a8a37-406e-4ecb-a45f-da3133d6ecf3/4afe8733-9281-4967-aed2-4a9f8c20246a) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:06.809845 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 17eba1e7-cc56-484d-a995-26fa0f731830 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:06.810998 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.828913 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb592d52-c89c-4592-bb80-d418e4a3eaa3 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (e40d47b8-9490-460c-a402-9cc7bc1fdfe1), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.863314 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Attempting to bind port 7c278891-3bbc-4a44-af48-bb780d8713ee on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:06.864025 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Attempting to bind port 7c278891-3bbc-4a44-af48-bb780d8713ee by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:06.864878 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Attempting to bind port 7c278891-3bbc-4a44-af48-bb780d8713ee on network 80297557-5fee-443b-89c5-3ebd07d39a51 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:06.873096 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:06.874041 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Checking segment: {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:06.875877 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:06.877124 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Bound using segment: {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:06.888113 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Bound port: 7c278891-3bbc-4a44-af48-bb780d8713ee, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:06.888578 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.036669 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 17eba1e7-cc56-484d-a995-26fa0f731830 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:07.037937 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.040534 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] For port 7c278891-3bbc-4a44-af48-bb780d8713ee, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:07.047476 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] For port 7c278891-3bbc-4a44-af48-bb780d8713ee, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=7c278891-3bbc-4a44-af48-bb780d8713ee,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:07.060189 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.114179 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port 17eba1e7-cc56-484d-a995-26fa0f731830, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=17eba1e7-cc56-484d-a995-26fa0f731830,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:07.115286 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55326) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:07.146529 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.147936 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device c1ca99d6-e3c7-4624-85a6-96d792fb4c49 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:07.169809 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-752fa3da-c6b0-4153-a4a6-7fda7fba7fd9 req-687ec03f-c813-4736-8028-340e97d2e0f2 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 210 time: 0.4891930 Jun 07 16:00:07.249706 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:07.252029 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:07.353346 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb592d52-c89c-4592-bb80-d418e4a3eaa3 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (e40d47b8-9490-460c-a402-9cc7bc1fdfe1), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.355419 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ee390-a643-4189-ab1a-7691d431e895 None None] Pushing event updated for resources: {'Port': ['ID=7c278891-3bbc-4a44-af48-bb780d8713ee,revision_number=4']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:07.412005 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-4194cb74-a9c7-4776-8775-5fb3cce8bb59 None None] Provisioning complete for port 7c278891-3bbc-4a44-af48-bb780d8713ee triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:07.413433 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4194cb74-a9c7-4776-8775-5fb3cce8bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.446935 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb592d52-c89c-4592-bb80-d418e4a3eaa3 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (e40d47b8-9490-460c-a402-9cc7bc1fdfe1), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.458177 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-864769eb-c169-4e3f-be16-bb381e675533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.518419 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=17eba1e7-cc56-484d-a995-26fa0f731830,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:07.541912 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:07.567320 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port c1ca99d6-e3c7-4624-85a6-96d792fb4c49 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:07.567686 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.588400 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:07.646600 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.675915 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb592d52-c89c-4592-bb80-d418e4a3eaa3 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40d47b8-9490-460c-a402-9cc7bc1fdfe1,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:07.704494 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-864769eb-c169-4e3f-be16-bb381e675533 admin admin] Publish callbacks [] for security_group (de9988fc-e8e6-4ff0-822f-02fdb3ec2d3c), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.712979 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-864769eb-c169-4e3f-be16-bb381e675533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (de9988fc-e8e6-4ff0-822f-02fdb3ec2d3c), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.715954 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb592d52-c89c-4592-bb80-d418e4a3eaa3 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.718072 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-fb592d52-c89c-4592-bb80-d418e4a3eaa3 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1246424 Jun 07 16:00:07.723019 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55348) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:07.731584 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-f2104f0d-169d-4e36-a662-24aa3faf2011 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'security_group_rule': {'security_group_id': '7cd3a648-2ded-415d-8bc9-0e92ff5097be', 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:07.748211 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:07.801549 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-4194cb74-a9c7-4776-8775-5fb3cce8bb59 None None] Current status of the port 7c278891-3bbc-4a44-af48-bb780d8713ee is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:07.801549 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4194cb74-a9c7-4776-8775-5fb3cce8bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.817834 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864769eb-c169-4e3f-be16-bb381e675533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9988fc-e8e6-4ff0-822f-02fdb3ec2d3c,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:07.832576 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f7c2-960d-4448-83c4-18388260fe39 req-b5702c73-30ea-4735-a673-3166f1b237e4 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:07.834926 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-b5702c73-30ea-4735-a673-3166f1b237e4 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 819 time: 0.4649370 Jun 07 16:00:07.837429 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.842447 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55356) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:07.844949 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-864769eb-c169-4e3f-be16-bb381e675533 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67049ceef8fa4c33b05b8e7e167df78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7283571 Jun 07 16:00:07.847009 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:07.870160 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f2104f0d-169d-4e36-a662-24aa3faf2011 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (85d1be53-4678-479f-964e-e2eb11770c0c), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.879518 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:07.881291 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Request body: {'port': {'device_id': 'd9d02281-8404-4d09-82b2-ab23ab0623d1', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'admin_state_up': True, 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:07.910737 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port c1ca99d6-e3c7-4624-85a6-96d792fb4c49 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:07.927482 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-4194cb74-a9c7-4776-8775-5fb3cce8bb59 None None] For port 7c278891-3bbc-4a44-af48-bb780d8713ee, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=7c278891-3bbc-4a44-af48-bb780d8713ee,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:07.942379 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4194cb74-a9c7-4776-8775-5fb3cce8bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:07.954788 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:07.965936 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:08.003500 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194cb74-a9c7-4776-8775-5fb3cce8bb59 None None] Pushing event updated for resources: {'Port': ['ID=7c278891-3bbc-4a44-af48-bb780d8713ee,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:08.010134 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c298b-f523-4cbb-b54e-4f63cb830901 None None] The sync data for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi is: [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:00:08.065597 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-7979e3e1-6917-472b-882d-b02886b7737c None None] Provisioning complete for port 7c278891-3bbc-4a44-af48-bb780d8713ee triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:08.065805 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7979e3e1-6917-472b-882d-b02886b7737c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.088634 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55364) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:08.163632 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-7979e3e1-6917-472b-882d-b02886b7737c None None] Current status of the port 7c278891-3bbc-4a44-af48-bb780d8713ee is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:08.227295 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1760918288-network', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:08.253977 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Made reservation on behalf of 8bc2a18d64e440eabb0f4f4a072cf671 for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:00:08.257209 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.259185 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Network 80297557-5fee-443b-89c5-3ebd07d39a51 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:08.269902 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.286265 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:08.290782 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:08.385393 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Publish callbacks [] for security_group (910a02f3-715e-4982-901a-3468646d0523), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.395992 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (910a02f3-715e-4982-901a-3468646d0523), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.414595 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event updated for resources: {'Port': ['ID=4afe8733-9281-4967-aed2-4a9f8c20246a,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:08.420387 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-688532f9-178b-4f87-928d-f3a8e1d22efb req-5afe4f71-c7f9-4f32-b484-b41e19528fbd tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 210 time: 0.1055644 Jun 07 16:00:08.446238 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 16:00:08.451468 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910a02f3-715e-4982-901a-3468646d0523,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:08.484211 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (3512d2c1-a578-42cb-a506-07b6a7623145), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.486113 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Added segment 3512d2c1-a578-42cb-a506-07b6a7623145 of type vlan for network b8456bfa-e327-4646-9098-4f04d53b18a5 Jun 07 16:00:08.490658 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:08.491295 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.510319 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad5b5-6b06-475b-8315-18285840c211 admin admin] Publish callbacks [] for security_group (de9988fc-e8e6-4ff0-822f-02fdb3ec2d3c), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.524553 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1494a18a-32c6-46ab-97de-8b69e133121f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5648813 Jun 07 16:00:08.533456 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f2104f0d-169d-4e36-a662-24aa3faf2011 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (85d1be53-4678-479f-964e-e2eb11770c0c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.553293 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Request body: {'port': {'device_id': '3def1191-4ee0-45d7-b43f-2e16de89e478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:08.557562 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f2104f0d-169d-4e36-a662-24aa3faf2011 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (85d1be53-4678-479f-964e-e2eb11770c0c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.582173 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (b8456bfa-e327-4646-9098-4f04d53b18a5), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.646310 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (b8456bfa-e327-4646-9098-4f04d53b18a5), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.648279 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:08.649244 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.652299 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad5b5-6b06-475b-8315-18285840c211 admin admin] Publish callbacks [] for security_group (de9988fc-e8e6-4ff0-822f-02fdb3ec2d3c), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.657927 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2104f0d-169d-4e36-a662-24aa3faf2011 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d1be53-4678-479f-964e-e2eb11770c0c,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:08.670212 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Made reservation on behalf of 960d9a6b1f514344aa82bbada2b878ca for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:00:08.673905 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.676877 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 7c278891-3bbc-4a44-af48-bb780d8713ee up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:08.738720 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6486399 Jun 07 16:00:08.743609 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55378) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:08.748502 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] Request body: {'subnet': {'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1760918288-subnet', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'ip_version': 4}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:08.751162 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:08.757509 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e30abc-8291-44df-b776-a2aab66ea8e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b8456bfa-e327-4646-9098-4f04d53b18a5,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:08.760734 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 7c278891-3bbc-4a44-af48-bb780d8713ee triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:08.761373 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.785828 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] Made reservation on behalf of 8bc2a18d64e440eabb0f4f4a072cf671 for: {'subnet': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:00:08.788845 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260635429'] for subnet (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.801183 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f2104f0d-169d-4e36-a662-24aa3faf2011 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.806593 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network b8456bfa-e327-4646-9098-4f04d53b18a5 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 16:00:08.811861 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f2104f0d-169d-4e36-a662-24aa3faf2011 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0857584 Jun 07 16:00:08.814040 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55382) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:08.858942 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-0e2c6857-9617-4de1-ae3f-fe7835b62e6d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'security_group_rule': {'security_group_id': '7cd3a648-2ded-415d-8bc9-0e92ff5097be', 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:08.885138 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-830a6a4c-0106-440d-a9f8-debd30ffdbb9 None None] Provisioning complete for port 4afe8733-9281-4967-aed2-4a9f8c20246a triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:08.885576 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-830a6a4c-0106-440d-a9f8-debd30ffdbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.916045 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.945036 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-830a6a4c-0106-440d-a9f8-debd30ffdbb9 None None] Port 4afe8733-9281-4967-aed2-4a9f8c20246a cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:00:08.986122 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:08.986122 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad5b5-6b06-475b-8315-18285840c211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (de9988fc-e8e6-4ff0-822f-02fdb3ec2d3c), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.988834 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad5b5-6b06-475b-8315-18285840c211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:08.992376 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4d8ad5b5-6b06-475b-8315-18285840c211 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de9988fc-e8e6-4ff0-822f-02fdb3ec2d3c HTTP/1.1" status: 204 len: 168 time: 1.1416721 Jun 07 16:00:08.997710 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6857-9617-4de1-ae3f-fe7835b62e6d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (d06606c6-6e39-4527-820f-59052af0c579), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.015108 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 7c278891-3bbc-4a44-af48-bb780d8713ee is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:09.020856 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 17eba1e7-cc56-484d-a995-26fa0f731830 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:09.071455 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ad5b5-6b06-475b-8315-18285840c211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9988fc-e8e6-4ff0-822f-02fdb3ec2d3c,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:09.138748 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 17eba1e7-cc56-484d-a995-26fa0f731830 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:09.149064 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.165334 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1213144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260635415'] for subnet (7e29039f-3438-4bb9-8234-bd4dbb940c1e), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.195401 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Sync routers for ids ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:00:09.212340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Allocated IP 172.20.0.9 (80297557-5fee-443b-89c5-3ebd07d39a51/2f3a8a37-406e-4ecb-a45f-da3133d6ecf3/450a9373-1070-42c3-866b-57c165da319e) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:09.233200 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Routers {'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:09.233846 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:09.238165 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:09.272289 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6857-9617-4de1-ae3f-fe7835b62e6d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (d06606c6-6e39-4527-820f-59052af0c579), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.277228 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e29039f-3438-4bb9-8234-bd4dbb940c1e,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:09.286839 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6857-9617-4de1-ae3f-fe7835b62e6d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (d06606c6-6e39-4527-820f-59052af0c579), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.290307 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] Checking segment: {'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:09.291614 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] Network hostable DHCP agents. Network: b8456bfa-e327-4646-9098-4f04d53b18a5, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 16:00:09.317713 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] Network b8456bfa-e327-4646-9098-4f04d53b18a5 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 16:00:09.329464 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6857-9617-4de1-ae3f-fe7835b62e6d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06606c6-6e39-4527-820f-59052af0c579,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:09.337233 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, b8456bfa-e327-4646-9098-4f04d53b18a5) {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:09.345766 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:09.354028 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6857-9617-4de1-ae3f-fe7835b62e6d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.357997 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:09.358147 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0e2c6857-9617-4de1-ae3f-fe7835b62e6d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5198803 Jun 07 16:00:09.358477 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.359336 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55388) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:09.363434 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:09.367310 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-8cb92139-3411-49bd-9f85-067e76815eaf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'security_group_rule': {'security_group_id': '7cd3a648-2ded-415d-8bc9-0e92ff5097be', 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:09.398809 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-7076f49d-b139-49e8-84c8-351f885d5ed5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6539686 Jun 07 16:00:09.401626 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55390) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:09.406941 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.securitygroups_db [None req-8cb92139-3411-49bd-9f85-067e76815eaf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Project 44a1ab295b3a423aa2b3183a3e25ec0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 16:00:09.415833 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:09.426684 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3b5331-590b-428e-b962-168d858cfb89 None None] Network b8456bfa-e327-4646-9098-4f04d53b18a5 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:00:09.427341 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8cb92139-3411-49bd-9f85-067e76815eaf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (7c7307e3-945f-4700-a3ce-345e640c8d8e), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.463527 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-695'] for router (421373f8-6696-4e3d-acb1-ee5b376eaa38), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.465050 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-700'] for router (421373f8-6696-4e3d-acb1-ee5b376eaa38), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.527039 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Publish callbacks [] for router_controller (421373f8-6696-4e3d-acb1-ee5b376eaa38), precommit_add_association {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.546454 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55394) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:09.624802 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:09.628826 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7165792b-eff4-4afb-9b1d-2ea7f77631ba req-6ed78fbc-d505-4735-a1ea-7c05aa8be99e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 210 time: 0.0806837 Jun 07 16:00:09.629670 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d26dcf72-14d7-4cb9-8fd9-1e58e845ffaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.657988 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 17eba1e7-cc56-484d-a995-26fa0f731830 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:09.684260 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Set router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:09.697999 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Publish callbacks [] for router_gateway (421373f8-6696-4e3d-acb1-ee5b376eaa38), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.723417 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8cb92139-3411-49bd-9f85-067e76815eaf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (7c7307e3-945f-4700-a3ce-345e640c8d8e), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.742975 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8cb92139-3411-49bd-9f85-067e76815eaf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (7c7307e3-945f-4700-a3ce-345e640c8d8e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.757327 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for port (450a9373-1070-42c3-866b-57c165da319e), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.790027 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-b8456bfa-e327-4646-9098-4f04d53b18a5', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 16:00:09.790662 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.803219 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb92139-3411-49bd-9f85-067e76815eaf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7307e3-945f-4700-a3ce-345e640c8d8e,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:09.813671 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8cb92139-3411-49bd-9f85-067e76815eaf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.815203 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8cb92139-3411-49bd-9f85-067e76815eaf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4542046 Jun 07 16:00:09.825284 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55396) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:09.831977 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-4bbb8ba4-e46e-43a4-af61-af868c0aafc0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'security_group_rule': {'security_group_id': '7cd3a648-2ded-415d-8bc9-0e92ff5097be', 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:09.847851 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=82,neutron:UPDATE=7,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:09.908688 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d26dcf72-14d7-4cb9-8fd9-1e58e845ffaa admin admin] Publish callbacks [] for security_group (c015d95e-ebfa-4d43-b1e0-de6972106600), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.916541 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.securitygroups_db [None req-4bbb8ba4-e46e-43a4-af61-af868c0aafc0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Project 44a1ab295b3a423aa2b3183a3e25ec0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 16:00:09.921484 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (450a9373-1070-42c3-866b-57c165da319e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.958329 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d26dcf72-14d7-4cb9-8fd9-1e58e845ffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (c015d95e-ebfa-4d43-b1e0-de6972106600), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:09.961937 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Allocated IP 172.20.0.2 (b8456bfa-e327-4646-9098-4f04d53b18a5/7e29039f-3438-4bb9-8234-bd4dbb940c1e/b2b34dc5-c051-4313-9340-84a577734531) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:10.049896 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-d26dcf72-14d7-4cb9-8fd9-1e58e845ffaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=948bf87e9eda475198987115059b575d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001054 Jun 07 16:00:10.079509 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dcf72-14d7-4cb9-8fd9-1e58e845ffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c015d95e-ebfa-4d43-b1e0-de6972106600,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:10.087460 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55400) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:10.089567 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Network 80297557-5fee-443b-89c5-3ebd07d39a51 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:10.090725 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8ba4-e46e-43a4-af61-af868c0aafc0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (8449b801-a1e3-44fa-b4d0-636310f3ce40), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.121603 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Publish callbacks [] for port (b2b34dc5-c051-4313-9340-84a577734531), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.170337 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Publish callbacks [] for router_gateway (421373f8-6696-4e3d-acb1-ee5b376eaa38), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.178485 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (b2b34dc5-c051-4313-9340-84a577734531), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.194228 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:10.194941 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.196893 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:10.199456 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:10.250440 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Network b8456bfa-e327-4646-9098-4f04d53b18a5 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:10.267481 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:10.271527 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Pushing event updated for resources: {'Port': ['ID=b2b34dc5-c051-4313-9340-84a577734531,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:10.274901 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:10.291505 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event updated for resources: {'Port': ['ID=450a9373-1070-42c3-866b-57c165da319e,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:10.301185 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8ba4-e46e-43a4-af61-af868c0aafc0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (8449b801-a1e3-44fa-b4d0-636310f3ce40), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.306527 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f15245a-9527-490b-8628-254379d025b5 admin admin] Publish callbacks [] for security_group (c015d95e-ebfa-4d43-b1e0-de6972106600), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.343107 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f15245a-9527-490b-8628-254379d025b5 admin admin] Publish callbacks [] for security_group (c015d95e-ebfa-4d43-b1e0-de6972106600), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.359810 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:10.361392 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Allocated IP 172.27.2.62 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/a860223e-3d08-412a-a6df-be6a6bf6d923) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:10.385038 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:10.388525 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Attempting to bind port b2b34dc5-c051-4313-9340-84a577734531 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:10.389051 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Attempting to bind port b2b34dc5-c051-4313-9340-84a577734531 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:10.389410 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Attempting to bind port b2b34dc5-c051-4313-9340-84a577734531 on network b8456bfa-e327-4646-9098-4f04d53b18a5 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:10.406944 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:10.407366 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Checking segment: {'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:10.412974 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.414002 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Bound using segment: {'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:10.414827 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Bound port: b2b34dc5-c051-4313-9340-84a577734531, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:10.415448 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (b2b34dc5-c051-4313-9340-84a577734531), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.424934 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8ba4-e46e-43a4-af61-af868c0aafc0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (8449b801-a1e3-44fa-b4d0-636310f3ce40), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.435306 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'name': 'tempest-TestVolumeBootPattern-1858885339-router', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:57Z', 'updated_at': '2022-06-07T16:00:03Z', 'revision_number': 4, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'gw_port': {'id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '69d540a0-038b-4f4e-b0ea-26a5d95112fc', 'name': '', 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'mac_address': 'fa:16:3e:0d:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a68da91b-39ac-4291-8a39-e0f323552c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:01Z', 'updated_at': '2022-06-07T16:00:03Z', 'revision_number': 2, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'subnets': [{'id': 'a68da91b-39ac-4291-8a39-e0f323552c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:10.496198 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Checking router: ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:00:10.496767 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Updating router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb port 69d540a0-038b-4f4e-b0ea-26a5d95112fc binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 16:00:10.525734 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8ba4-e46e-43a4-af61-af868c0aafc0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.527223 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4bbb8ba4-e46e-43a4-af61-af868c0aafc0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7009146 Jun 07 16:00:10.528779 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Publish callbacks [] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.540568 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:10.542438 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.556208 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.564435 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb8ba4-e46e-43a4-af61-af868c0aafc0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8449b801-a1e3-44fa-b4d0-636310f3ce40,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:10.570685 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.583620 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f15245a-9527-490b-8628-254379d025b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (c015d95e-ebfa-4d43-b1e0-de6972106600), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.586619 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f15245a-9527-490b-8628-254379d025b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.588023 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1f15245a-9527-490b-8628-254379d025b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c015d95e-ebfa-4d43-b1e0-de6972106600 HTTP/1.1" status: 204 len: 168 time: 0.4493997 Jun 07 16:00:10.592811 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a0ec42ad-788a-49a1-879a-3464d8f64b9f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7235963 Jun 07 16:00:10.614111 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=10 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:10.621848 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Request body: {'port': {'device_id': 'd9d02281-8404-4d09-82b2-ab23ab0623d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:10.628042 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15245a-9527-490b-8628-254379d025b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c015d95e-ebfa-4d43-b1e0-de6972106600,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:10.633801 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:10.647469 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:10.650368 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:10.654917 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a860223e-3d08-412a-a6df-be6a6bf6d923,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:10.669565 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:10.684688 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-5518462f-ce6c-4dae-8012-fc5150dc37ea None None] Provisioning complete for port 450a9373-1070-42c3-866b-57c165da319e triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:10.685057 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5518462f-ce6c-4dae-8012-fc5150dc37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (450a9373-1070-42c3-866b-57c165da319e), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.725689 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] For port b2b34dc5-c051-4313-9340-84a577734531, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:10.739541 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-5518462f-ce6c-4dae-8012-fc5150dc37ea None None] Port 450a9373-1070-42c3-866b-57c165da319e cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:00:10.752887 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4afe8733-9281-4967-aed2-4a9f8c20246a {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:00:10.759188 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] For port b2b34dc5-c051-4313-9340-84a577734531, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=b2b34dc5-c051-4313-9340-84a577734531,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:10.789363 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (b2b34dc5-c051-4313-9340-84a577734531), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.815471 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Publish callbacks [] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.927708 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Transition to ACTIVE for port object 4afe8733-9281-4967-aed2-4a9f8c20246a will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:00:10.932807 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (450a9373-1070-42c3-866b-57c165da319e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:10.959575 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30ac50-abbd-47d0-914a-7e15ce5d609a None None] Pushing event updated for resources: {'Port': ['ID=b2b34dc5-c051-4313-9340-84a577734531,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:10.993276 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:11.036034 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:11.092840 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c536-58b1-4c2d-9ec6-94295e0e87f1 req-4a14bd21-51a2-4185-be0b-f0852769209d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:11.098950 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cff9c536-58b1-4c2d-9ec6-94295e0e87f1 req-4a14bd21-51a2-4185-be0b-f0852769209d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 931 time: 0.2837996 Jun 07 16:00:11.119365 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Publish callbacks [] for router_gateway (421373f8-6696-4e3d-acb1-ee5b376eaa38), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:11.196384 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Publish callbacks [] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:11.213761 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:11.357787 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bcc66-64bb-4030-96e3-1e6cdbe95fdd None None] Pushing event updated for resources: {'Port': ['ID=69d540a0-038b-4f4e-b0ea-26a5d95112fc,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:11.412923 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Pushing event updated for resources: {'Port': ['ID=4afe8733-9281-4967-aed2-4a9f8c20246a,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:11.472102 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Attempting to bind port 69d540a0-038b-4f4e-b0ea-26a5d95112fc on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:11.472886 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Attempting to bind port 69d540a0-038b-4f4e-b0ea-26a5d95112fc by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '28f30b2b-2c0f-43e8-8b5e-91306b06e0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:11.473562 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Attempting to bind port 69d540a0-038b-4f4e-b0ea-26a5d95112fc on network 98e7f855-3b06-4b8a-8877-1f397d937044 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:11.487730 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:11.488692 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Checking segment: {'id': '28f30b2b-2c0f-43e8-8b5e-91306b06e0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:11.489304 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:11.491977 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Bound using segment: {'id': '28f30b2b-2c0f-43e8-8b5e-91306b06e0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:11.496125 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Bound port: 69d540a0-038b-4f4e-b0ea-26a5d95112fc, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f30b2b-2c0f-43e8-8b5e-91306b06e0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:11.515337 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:11.602959 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334'] for router (421373f8-6696-4e3d-acb1-ee5b376eaa38), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:11.696026 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cff9c536-58b1-4c2d-9ec6-94295e0e87f1 req-21e6b3f5-a503-4a26-998e-76cc1a8bc342 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853970 Jun 07 16:00:11.755294 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] For port 69d540a0-038b-4f4e-b0ea-26a5d95112fc, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:11.758859 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] For port 69d540a0-038b-4f4e-b0ea-26a5d95112fc, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=69d540a0-038b-4f4e-b0ea-26a5d95112fc,segment=NetworkSegment(28f30b2b-2c0f-43e8-8b5e-91306b06e0c2),segment_id=28f30b2b-2c0f-43e8-8b5e-91306b06e0c2)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:11.774769 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:11.790320 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:11.814031 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:11.841309 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Routers {'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:11.841993 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:11.856306 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Attempting to bind port 4afe8733-9281-4967-aed2-4a9f8c20246a on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:11.856730 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Attempting to bind port 4afe8733-9281-4967-aed2-4a9f8c20246a by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:11.857062 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Attempting to bind port 4afe8733-9281-4967-aed2-4a9f8c20246a on network 80297557-5fee-443b-89c5-3ebd07d39a51 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:11.869638 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Port 4afe8733-9281-4967-aed2-4a9f8c20246a on network 80297557-5fee-443b-89c5-3ebd07d39a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:00:11.870345 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Attempting to bind port 4afe8733-9281-4967-aed2-4a9f8c20246a on network 80297557-5fee-443b-89c5-3ebd07d39a51 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:11.878774 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Router 421373f8-6696-4e3d-acb1-ee5b376eaa38 is scheduled to L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 with binding_index 1 {{(pid=103969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 16:00:11.896022 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:11.896604 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Checking segment: {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:11.897132 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Bound using segment: {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:11.897573 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Bound port: 4afe8733-9281-4967-aed2-4a9f8c20246a, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:11.897932 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:11.959096 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bcc66-64bb-4030-96e3-1e6cdbe95fdd None None] Pushing event updated for resources: {'Port': ['ID=69d540a0-038b-4f4e-b0ea-26a5d95112fc,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:11.987832 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-25917177-6a25-4b91-a478-5fd6ebaad19d None None] Provisioning complete for port 69d540a0-038b-4f4e-b0ea-26a5d95112fc triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:11.988206 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-25917177-6a25-4b91-a478-5fd6ebaad19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:12.002722 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] For port 4afe8733-9281-4967-aed2-4a9f8c20246a, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:12.035366 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:00:12.037331 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] For port 4afe8733-9281-4967-aed2-4a9f8c20246a, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4afe8733-9281-4967-aed2-4a9f8c20246a,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:12.048215 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Sync routers for ids ['421373f8-6696-4e3d-acb1-ee5b376eaa38'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:00:12.065400 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:12.067223 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:12.069106 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ecd9261f-3267-4089-838f-281c68cdf8b7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6659229 Jun 07 16:00:12.071815 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55458) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:12.073009 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Routers {'421373f8-6696-4e3d-acb1-ee5b376eaa38'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:12.073801 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['421373f8-6696-4e3d-acb1-ee5b376eaa38'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:12.171133 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Pushing event updated for resources: {'Port': ['ID=4afe8733-9281-4967-aed2-4a9f8c20246a,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:12.175609 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:12.209105 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450a9373-1070-42c3-866b-57c165da319e {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:00:12.210766 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:12.212934 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] Set router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:12.221672 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-25917177-6a25-4b91-a478-5fd6ebaad19d None None] Current status of the port 69d540a0-038b-4f4e-b0ea-26a5d95112fc is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:12.222071 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-25917177-6a25-4b91-a478-5fd6ebaad19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:12.242392 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:12.243022 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:12.247095 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-3b30ce25-c379-4d71-bbea-1ac86118f58b service neutron] 10.222.0.24 "PUT /v2.0/ports/4afe8733-9281-4967-aed2-4a9f8c20246a HTTP/1.1" status: 200 len: 1093 time: 3.7050908 Jun 07 16:00:12.247622 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3def1191-4ee0-45d7-b43f-2e16de89e478', 'tag': '4afe8733-9281-4967-aed2-4a9f8c20246a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:00:12.250541 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78" -d '{"events": [{"name": "network-changed", "server_uuid": "3def1191-4ee0-45d7-b43f-2e16de89e478", "tag": "4afe8733-9281-4967-aed2-4a9f8c20246a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:00:12.265124 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Publish callbacks [] for port (450a9373-1070-42c3-866b-57c165da319e), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:12.347661 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Transition to ACTIVE for port object 450a9373-1070-42c3-866b-57c165da319e will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:00:12.350585 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:12.403875 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-52f4e4f9-fdce-4eed-9303-aa5d559eb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:12.405511 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-52f4e4f9-fdce-4eed-9303-aa5d559eb061 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 1127 time: 0.0532789 Jun 07 16:00:12.408728 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (450a9373-1070-42c3-866b-57c165da319e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:12.429386 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ddddea-22e2-4bd4-8d83-deb5e4148b07 x-openstack-request-id: req-59ddddea-22e2-4bd4-8d83-deb5e4148b07 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:00:12.429708 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3def1191-4ee0-45d7-b43f-2e16de89e478", "tag": "4afe8733-9281-4967-aed2-4a9f8c20246a", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:00:12.429925 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59ddddea-22e2-4bd4-8d83-deb5e4148b07 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:00:12.430321 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ddddea-22e2-4bd4-8d83-deb5e4148b07'] response: {'name': 'network-changed', 'server_uuid': '3def1191-4ee0-45d7-b43f-2e16de89e478', 'tag': '4afe8733-9281-4967-aed2-4a9f8c20246a', 'status': 'completed', 'code': 200} Jun 07 16:00:12.484667 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-5d00feb9-ece0-44c7-b830-1820e929408e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4afe8733-9281-4967-aed2-4a9f8c20246a HTTP/1.1" status: 200 len: 217 time: 0.0649848 Jun 07 16:00:12.500341 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Set router 421373f8-6696-4e3d-acb1-ee5b376eaa38 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:12.510234 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-25917177-6a25-4b91-a478-5fd6ebaad19d None None] For port 69d540a0-038b-4f4e-b0ea-26a5d95112fc, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=69d540a0-038b-4f4e-b0ea-26a5d95112fc,segment=NetworkSegment(28f30b2b-2c0f-43e8-8b5e-91306b06e0c2),segment_id=28f30b2b-2c0f-43e8-8b5e-91306b06e0c2)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:12.707692 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-25917177-6a25-4b91-a478-5fd6ebaad19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:12.726954 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Pushing event updated for resources: {'Port': ['ID=450a9373-1070-42c3-866b-57c165da319e,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:12.846608 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1bc8ff2d-b695-4350-bd90-e7371bae8f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:12.867277 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-1bc8ff2d-b695-4350-bd90-e7371bae8f26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.3262193 Jun 07 16:00:12.985491 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 69d540a0-038b-4f4e-b0ea-26a5d95112fc up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:13.015294 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a0bcd-6f02-43ab-bdc6-e58e13e2a3ef req-12fcebdc-bcd7-4ae2-b22e-2bdd49efa31b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:13.019761 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-487a0bcd-6f02-43ab-bdc6-e58e13e2a3ef req-12fcebdc-bcd7-4ae2-b22e-2bdd49efa31b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 943 time: 0.1990221 Jun 07 16:00:13.061383 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-a9cf5615-dcf0-41d4-9f1a-98c1adb56c2e None None] Provisioning complete for port 69d540a0-038b-4f4e-b0ea-26a5d95112fc triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:13.061383 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5615-dcf0-41d4-9f1a-98c1adb56c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.066175 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:10Z', 'revision_number': 3, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:13.082123 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.091406 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Checking router: 421373f8-6696-4e3d-acb1-ee5b376eaa38 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:00:13.091750 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Updating router 421373f8-6696-4e3d-acb1-ee5b376eaa38 port a860223e-3d08-412a-a6df-be6a6bf6d923 binding host dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 16:00:13.096825 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-742cf6ff-e672-4175-ad05-dbeb4542c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:13.098380 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-742cf6ff-e672-4175-ad05-dbeb4542c86f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2184391 Jun 07 16:00:13.116977 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c1908-362b-446b-a5cf-a5a946c5575c None None] Network b8456bfa-e327-4646-9098-4f04d53b18a5 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:00:13.126844 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:13.128128 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.163493 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-487a0bcd-6f02-43ab-bdc6-e58e13e2a3ef req-09e03115-b7b4-4467-9e01-89c77f5da243 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241078 Jun 07 16:00:13.235680 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:13.276725 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Attempting to bind port 450a9373-1070-42c3-866b-57c165da319e on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:13.277075 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Attempting to bind port 450a9373-1070-42c3-866b-57c165da319e by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:13.277406 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Attempting to bind port 450a9373-1070-42c3-866b-57c165da319e on network 80297557-5fee-443b-89c5-3ebd07d39a51 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:13.314148 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Port 450a9373-1070-42c3-866b-57c165da319e on network 80297557-5fee-443b-89c5-3ebd07d39a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:00:13.315055 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Attempting to bind port 450a9373-1070-42c3-866b-57c165da319e on network 80297557-5fee-443b-89c5-3ebd07d39a51 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:13.326028 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-bc2752db-e339-4895-a332-bf4dd6cb4d7a service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661880 Jun 07 16:00:13.326756 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:13.327102 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Checking segment: {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:13.327484 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Bound using segment: {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:13.327967 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Bound port: 450a9373-1070-42c3-866b-57c165da319e, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:13.328622 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (450a9373-1070-42c3-866b-57c165da319e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.346215 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'name': 'tempest-TestVolumeBootPattern-1858885339-router', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:57Z', 'updated_at': '2022-06-07T16:00:03Z', 'revision_number': 4, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'gw_port': {'id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '69d540a0-038b-4f4e-b0ea-26a5d95112fc', 'name': '', 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'mac_address': 'fa:16:3e:0d:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a68da91b-39ac-4291-8a39-e0f323552c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:01Z', 'updated_at': '2022-06-07T16:00:11Z', 'revision_number': 4, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'subnets': [{'id': 'a68da91b-39ac-4291-8a39-e0f323552c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:13.363656 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:13.386571 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25917177-6a25-4b91-a478-5fd6ebaad19d None None] Pushing event updated for resources: {'Port': ['ID=69d540a0-038b-4f4e-b0ea-26a5d95112fc,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:13.404676 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Allocated IP 172.20.0.1 (b8456bfa-e327-4646-9098-4f04d53b18a5/7e29039f-3438-4bb9-8234-bd4dbb940c1e/84a0822a-88dd-4afe-9392-0950cb1cb650) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:13.447701 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5212fa-bfe2-4e08-b712-e993e0196a32 None None] The sync data for ids ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'] in dv-cinder-844879-2-iscsi is: [{'id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'name': 'tempest-TestVolumeBootPattern-1858885339-router', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:57Z', 'updated_at': '2022-06-07T16:00:03Z', 'revision_number': 4, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'gw_port': {'id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '69d540a0-038b-4f4e-b0ea-26a5d95112fc', 'name': '', 'network_id': '98e7f855-3b06-4b8a-8877-1f397d937044', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'mac_address': 'fa:16:3e:0d:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a68da91b-39ac-4291-8a39-e0f323552c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:01Z', 'updated_at': '2022-06-07T16:00:11Z', 'revision_number': 4, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'subnets': [{'id': 'a68da91b-39ac-4291-8a39-e0f323552c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:00:13.520816 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 69d540a0-038b-4f4e-b0ea-26a5d95112fc triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:13.521366 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.602810 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] For port 450a9373-1070-42c3-866b-57c165da319e, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:13.628111 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] For port 450a9373-1070-42c3-866b-57c165da319e, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=450a9373-1070-42c3-866b-57c165da319e,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:13.634869 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f0f0ca4-56b8-4806-bc56-1c6a4f6883e9 req-4bd12401-ddac-4825-b496-820ea5541678 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025937 Jun 07 16:00:13.637907 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (450a9373-1070-42c3-866b-57c165da319e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.697143 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Publish callbacks [] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.698026 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Publish callbacks [] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.702533 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf5615-dcf0-41d4-9f1a-98c1adb56c2e None None] Current status of the port 69d540a0-038b-4f4e-b0ea-26a5d95112fc is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:13.709408 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.739785 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 69d540a0-038b-4f4e-b0ea-26a5d95112fc is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:13.749400 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.749647 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device b2b34dc5-c051-4313-9340-84a577734531 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:13.762779 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:13.763894 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Attempting to bind port a860223e-3d08-412a-a6df-be6a6bf6d923 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:13.764037 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.764461 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Attempting to bind port a860223e-3d08-412a-a6df-be6a6bf6d923 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:13.764989 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Attempting to bind port a860223e-3d08-412a-a6df-be6a6bf6d923 on network 10820ebf-33cd-43bf-8673-83f1ebc3af4b {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:13.765863 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] 10.222.0.24 "PUT /v2.0/ports/450a9373-1070-42c3-866b-57c165da319e HTTP/1.1" status: 200 len: 1093 time: 3.1546297 Jun 07 16:00:13.766625 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac15f09-f208-42b8-bd92-b1c3644fba38 service neutron] Pushing event updated for resources: {'Port': ['ID=450a9373-1070-42c3-866b-57c165da319e,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:13.815649 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Network b8456bfa-e327-4646-9098-4f04d53b18a5 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:13.818923 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:13.826482 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:13.827438 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:13.828153 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.828794 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Bound using segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:13.829613 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Bound port: a860223e-3d08-412a-a6df-be6a6bf6d923, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:13.830446 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.837583 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:13.850994 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Pushing event updated for resources: {'Port': ['ID=84a0822a-88dd-4afe-9392-0950cb1cb650,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:13.863776 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-3b07de66-4eac-402f-931c-909d92c5690f None None] Provisioning complete for port b2b34dc5-c051-4313-9340-84a577734531 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:13.870333 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3b07de66-4eac-402f-931c-909d92c5690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (b2b34dc5-c051-4313-9340-84a577734531), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.904153 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582480'] for router_interface (421373f8-6696-4e3d-acb1-ee5b376eaa38), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.934348 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] For port a860223e-3d08-412a-a6df-be6a6bf6d923, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:13.936889 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:13.958168 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port b2b34dc5-c051-4313-9340-84a577734531 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:13.958546 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (b2b34dc5-c051-4313-9340-84a577734531), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.963649 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94324d-7bc6-4f9d-96a6-8344026c0b73 None None] Pushing event updated for resources: {'Port': ['ID=a860223e-3d08-412a-a6df-be6a6bf6d923,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:13.970776 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] For port a860223e-3d08-412a-a6df-be6a6bf6d923, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=a860223e-3d08-412a-a6df-be6a6bf6d923,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:13.980272 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:13.983331 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:14.053269 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94324d-7bc6-4f9d-96a6-8344026c0b73 None None] Pushing event updated for resources: {'Port': ['ID=a860223e-3d08-412a-a6df-be6a6bf6d923,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:14.096751 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:14.098173 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Routers {'421373f8-6696-4e3d-acb1-ee5b376eaa38'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:14.098832 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['421373f8-6696-4e3d-acb1-ee5b376eaa38'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:14.190021 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:14.210412 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-3b07de66-4eac-402f-931c-909d92c5690f None None] Current status of the port b2b34dc5-c051-4313-9340-84a577734531 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:14.210894 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3b07de66-4eac-402f-931c-909d92c5690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (b2b34dc5-c051-4313-9340-84a577734531), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:14.245485 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] Set router 421373f8-6696-4e3d-acb1-ee5b376eaa38 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:14.280034 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-3b07de66-4eac-402f-931c-909d92c5690f None None] For port b2b34dc5-c051-4313-9340-84a577734531, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=b2b34dc5-c051-4313-9340-84a577734531,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:14.282409 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port b2b34dc5-c051-4313-9340-84a577734531 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:14.282910 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (b2b34dc5-c051-4313-9340-84a577734531), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:14.296582 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3b07de66-4eac-402f-931c-909d92c5690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (b2b34dc5-c051-4313-9340-84a577734531), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:14.384122 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:14.394904 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07de66-4eac-402f-931c-909d92c5690f None None] Pushing event updated for resources: {'Port': ['ID=b2b34dc5-c051-4313-9340-84a577734531,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:14.418684 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.db.api [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 07 16:00:14.419273 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG oslo_db.api [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 16:00:14.423964 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa749d-32ad-493e-a194-a10591e4fbf3 req-b94276bc-04e2-44db-85ff-8d15970d585a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:14.425580 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e2aa749d-32ad-493e-a194-a10591e4fbf3 req-b94276bc-04e2-44db-85ff-8d15970d585a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 943 time: 0.1135828 Jun 07 16:00:14.430842 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d02281-8404-4d09-82b2-ab23ab0623d1', 'tag': '450a9373-1070-42c3-866b-57c165da319e'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:00:14.433171 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5756d33-fbd4-4b45-ac2a-2de256a4fcea" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d02281-8404-4d09-82b2-ab23ab0623d1", "tag": "450a9373-1070-42c3-866b-57c165da319e"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:00:14.485335 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-bd2877c4-037b-4a5e-bc02-697573d8e85e None None] Provisioning complete for port 84a0822a-88dd-4afe-9392-0950cb1cb650 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:14.487575 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bd2877c4-037b-4a5e-bc02-697573d8e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:14.513410 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9044359-0ea5-4e9a-ad0f-b7e90b75fe16 x-openstack-request-id: req-f9044359-0ea5-4e9a-ad0f-b7e90b75fe16 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:00:14.513797 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d02281-8404-4d09-82b2-ab23ab0623d1", "tag": "450a9373-1070-42c3-866b-57c165da319e", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:00:14.514142 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9044359-0ea5-4e9a-ad0f-b7e90b75fe16 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:00:14.514687 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9044359-0ea5-4e9a-ad0f-b7e90b75fe16'] response: {'name': 'network-changed', 'server_uuid': 'd9d02281-8404-4d09-82b2-ab23ab0623d1', 'tag': '450a9373-1070-42c3-866b-57c165da319e', 'status': 'completed', 'code': 200} Jun 07 16:00:14.538350 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e2aa749d-32ad-493e-a194-a10591e4fbf3 req-9e836cc3-3e78-49cd-a2fa-82003e9198e8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016879 Jun 07 16:00:14.539957 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:10Z', 'revision_number': 3, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:14.543066 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-bd2877c4-037b-4a5e-bc02-697573d8e85e None None] Port 84a0822a-88dd-4afe-9392-0950cb1cb650 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:00:14.557419 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Publish callbacks [] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:14.561753 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1212707'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:14.575988 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d4a83-f7dc-4125-b7ac-ef643c84682f None None] The sync data for ids ['421373f8-6696-4e3d-acb1-ee5b376eaa38'] in dv-cinder-844879-2-iscsi is: [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:10Z', 'revision_number': 3, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:00:14.672734 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78 req-8cab99f0-e8a8-4006-8c7d-8c83e71b42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:14.674788 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78 req-8cab99f0-e8a8-4006-8c7d-8c83e71b42bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 1127 time: 0.0763745 Jun 07 16:00:14.678831 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756d33-fbd4-4b45-ac2a-2de256a4fcea req-6fde2f81-4e20-4426-95c4-6505db8e5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:14.680479 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c5756d33-fbd4-4b45-ac2a-2de256a4fcea req-6fde2f81-4e20-4426-95c4-6505db8e5a3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 1127 time: 0.0682788 Jun 07 16:00:14.818868 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Pushing event updated for resources: {'Port': ['ID=84a0822a-88dd-4afe-9392-0950cb1cb650,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:14.828531 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1829311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582436'] for router_interface (421373f8-6696-4e3d-acb1-ee5b376eaa38), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:14.878312 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78 req-84f414de-e413-4884-aa2f-5c095298ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:14.879768 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78 req-84f414de-e413-4884-aa2f-5c095298ae3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 920 time: 0.1982207 Jun 07 16:00:14.898828 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:14.916575 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:14.930269 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756d33-fbd4-4b45-ac2a-2de256a4fcea req-60186aef-6a3a-4b4e-b12d-7f971868fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:14.932330 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c5756d33-fbd4-4b45-ac2a-2de256a4fcea req-60186aef-6a3a-4b4e-b12d-7f971868fa79 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=960d9a6b1f514344aa82bbada2b878ca&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2303362 Jun 07 16:00:14.934275 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78 req-3c7b9489-00d3-44a0-bc8d-f95062058f4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4afe8733-9281-4967-aed2-4a9f8c20246a HTTP/1.1" status: 200 len: 217 time: 0.0459652 Jun 07 16:00:14.941918 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Network b8456bfa-e327-4646-9098-4f04d53b18a5 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:14.945201 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:14.992561 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:14.994229 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port b2b34dc5-c051-4313-9340-84a577734531 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:15.123876 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78 req-af1f0125-5ad0-479c-8d49-aa32986a626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:15.126187 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78 req-af1f0125-5ad0-479c-8d49-aa32986a626a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.1729782 Jun 07 16:00:15.168230 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Router 421373f8-6696-4e3d-acb1-ee5b376eaa38 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:00:15.177645 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756d33-fbd4-4b45-ac2a-2de256a4fcea req-b352b440-f764-4b02-9e20-d70ca8573228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:15.179311 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c5756d33-fbd4-4b45-ac2a-2de256a4fcea req-b352b440-f764-4b02-9e20-d70ca8573228 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2341287 Jun 07 16:00:15.193175 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78 req-f11b0431-c580-4e5b-b958-b7e336a93e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:15.193175 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78 req-f11b0431-c580-4e5b-b958-b7e336a93e4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542758 Jun 07 16:00:15.218812 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 69d540a0-038b-4f4e-b0ea-26a5d95112fc up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:15.269518 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4afe8733-9281-4967-aed2-4a9f8c20246a details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:00:15.334658 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:00:15.348284 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-a3f18464-820d-4d65-b150-11ad49894e49 admin admin] 10.222.0.18 "PUT /v2.0/routers/421373f8-6696-4e3d-acb1-ee5b376eaa38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2749374 Jun 07 16:00:15.355816 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f7c2-960d-4448-83c4-18388260fe39 req-f9c6100b-d3c8-416b-95ed-648f374b4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:15.357232 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 69d540a0-038b-4f4e-b0ea-26a5d95112fc triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:15.357716 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-f9c6100b-d3c8-416b-95ed-648f374b4144 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 1127 time: 0.0598645 Jun 07 16:00:15.357843 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:15.409282 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78 req-f4327423-140d-4a90-928c-043d4f1ddae8 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143734 Jun 07 16:00:15.410848 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-a9a6d87a-1e58-47cc-8239-5cdd774542c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=450a9373-1070-42c3-866b-57c165da319e HTTP/1.1" status: 200 len: 217 time: 0.0448005 Jun 07 16:00:15.427105 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-d2a62202-8840-4a2f-b297-110c8dcae76d None None] Provisioning complete for port 84a0822a-88dd-4afe-9392-0950cb1cb650 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:15.427470 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d2a62202-8840-4a2f-b297-110c8dcae76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:15.482125 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 4afe8733-9281-4967-aed2-4a9f8c20246a, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4afe8733-9281-4967-aed2-4a9f8c20246a,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:15.520310 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '4afe8733-9281-4967-aed2-4a9f8c20246a', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'port_id': '4afe8733-9281-4967-aed2-4a9f8c20246a', 'mac_address': 'fa:16:3e:7a:8d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:00:15.528092 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-d2a62202-8840-4a2f-b297-110c8dcae76d None None] Port 84a0822a-88dd-4afe-9392-0950cb1cb650 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:00:15.536611 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f7c2-960d-4448-83c4-18388260fe39 req-13c0d7c6-8337-47a2-b4eb-50530bdb3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:15.538350 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-13c0d7c6-8337-47a2-b4eb-50530bdb3d1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.1168616 Jun 07 16:00:15.542245 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 69d540a0-038b-4f4e-b0ea-26a5d95112fc is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:15.543328 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device b2b34dc5-c051-4313-9340-84a577734531 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:15.624486 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9ee50b58-9b7a-4ea1-b21b-b66925bd8f78 req-e7338e42-a230-4b27-a1f0-334a5ea87550 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041063 Jun 07 16:00:15.627210 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f7c2-960d-4448-83c4-18388260fe39 req-2aa3f122-2b2e-45b4-9ac3-643fa4c6a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:15.629142 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-2aa3f122-2b2e-45b4-9ac3-643fa4c6a375 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800424 Jun 07 16:00:15.690919 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 4afe8733-9281-4967-aed2-4a9f8c20246a is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:15.691311 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:15.720612 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afe8733-9281-4967-aed2-4a9f8c20246a {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:00:15.747311 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port b2b34dc5-c051-4313-9340-84a577734531 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:15.747674 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (b2b34dc5-c051-4313-9340-84a577734531), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:15.753128 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:15.790170 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 4afe8733-9281-4967-aed2-4a9f8c20246a, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4afe8733-9281-4967-aed2-4a9f8c20246a,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:15.805835 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:15.924336 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port b2b34dc5-c051-4313-9340-84a577734531 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:15.927076 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=4afe8733-9281-4967-aed2-4a9f8c20246a,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:16.025160 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc46e30-1c3b-47d4-affb-80e5f2001d6b req-9a535a1d-7b58-48b8-abb7-8a9a7c87e989 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:16.026711 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2cc46e30-1c3b-47d4-affb-80e5f2001d6b req-9a535a1d-7b58-48b8-abb7-8a9a7c87e989 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 943 time: 0.0746212 Jun 07 16:00:16.035229 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:16.066761 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-030ff7c8-68e9-41de-91b8-d5a7c5877a37 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290802 Jun 07 16:00:16.106584 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['4afe8733-9281-4967-aed2-4a9f8c20246a'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:00:16.110294 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55522) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:16.116900 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1402940268-network', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:16.143799 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Made reservation on behalf of af77fdfaf6cb4ae18d33d3ae4bac9459 for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:00:16.144648 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2cc46e30-1c3b-47d4-affb-80e5f2001d6b req-61390d72-908e-4f7a-8219-061a8d1b2157 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076460 Jun 07 16:00:16.147727 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.167439 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.207720 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a666f7c2-960d-4448-83c4-18388260fe39 req-6c7a9fed-9c1e-4be2-b893-7cac5216da9c service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294827 Jun 07 16:00:16.279621 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Publish callbacks [] for security_group (70094541-32be-4569-965c-b3a78cfa6602), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.284827 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (70094541-32be-4569-965c-b3a78cfa6602), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.302483 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:16.308296 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 16:00:16.329089 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.329425 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Added segment da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0 of type vlan for network c8a163a4-26c4-4f06-aa10-f1142ac19c42 Jun 07 16:00:16.330647 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70094541-32be-4569-965c-b3a78cfa6602,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:16.377782 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (c8a163a4-26c4-4f06-aa10-f1142ac19c42), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.405437 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (c8a163a4-26c4-4f06-aa10-f1142ac19c42), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.407114 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:16.407804 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.476209 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3632557 Jun 07 16:00:16.479212 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55530) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:16.481915 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357dfc0-ef65-4c37-a0aa-6f662185f3c2 admin admin] Pushing event updated for resources: {'Network': ['ID=c8a163a4-26c4-4f06-aa10-f1142ac19c42,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:16.485781 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] Request body: {'subnet': {'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1402940268-subnet', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:16.493573 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network c8a163a4-26c4-4f06-aa10-f1142ac19c42 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 16:00:16.540897 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] Made reservation on behalf of af77fdfaf6cb4ae18d33d3ae4bac9459 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:00:16.543791 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261872205'] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.743802 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:16.763667 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261769849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261872255'] for subnet (5a9c8302-121c-47b9-8bb6-be33147bd5ac), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.821301 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9c8302-121c-47b9-8bb6-be33147bd5ac,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:16.837809 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] Checking segment: {'id': 'da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:16.838155 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] Network hostable DHCP agents. Network: c8a163a4-26c4-4f06-aa10-f1142ac19c42, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 16:00:16.850191 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1148381f-d9d0-4864-ad02-9abe3667afa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.858356 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] Network c8a163a4-26c4-4f06-aa10-f1142ac19c42 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 16:00:16.865422 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, c8a163a4-26c4-4f06-aa10-f1142ac19c42) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:16.869430 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:16.870035 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.874550 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9fd130-80ad-4c74-8477-dc568762d84a None None] Network c8a163a4-26c4-4f06-aa10-f1142ac19c42 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:00:16.897306 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b23df824-39bd-42b1-9f1c-43e0b4b841e4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4155431 Jun 07 16:00:16.899014 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55532) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:16.904140 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1402940268-router', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:16.927049 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:16.929973 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-695'] for router (0011fd20-69a0-4379-a88b-b0797504eb21), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.931023 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-700'] for router (0011fd20-69a0-4379-a88b-b0797504eb21), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.997272 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-c8a163a4-26c4-4f06-aa10-f1142ac19c42', 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42', 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'fixed_ips': [{'subnet_id': '5a9c8302-121c-47b9-8bb6-be33147bd5ac'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 16:00:16.999515 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:16.999945 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Publish callbacks [] for router_controller (0011fd20-69a0-4379-a88b-b0797504eb21), precommit_add_association {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.186449 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Allocated IP 172.20.0.2 (c8a163a4-26c4-4f06-aa10-f1142ac19c42/5a9c8302-121c-47b9-8bb6-be33147bd5ac/550650c5-92ab-4c15-bd0a-bd94cc861bef) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:17.190619 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:17.194123 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device a860223e-3d08-412a-a6df-be6a6bf6d923 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:17.201449 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Publish callbacks [] for router_gateway (0011fd20-69a0-4379-a88b-b0797504eb21), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.300453 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:17.305329 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c2656-9358-42a1-a92a-cffea2b49d56 req-615295b9-9c7d-4b2e-bcc3-2c5e13de33fa tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:17.308313 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c24c2656-9358-42a1-a92a-cffea2b49d56 req-615295b9-9c7d-4b2e-bcc3-2c5e13de33fa tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 943 time: 0.0781310 Jun 07 16:00:17.316095 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port a860223e-3d08-412a-a6df-be6a6bf6d923 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:17.316490 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.369015 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c24c2656-9358-42a1-a92a-cffea2b49d56 req-85f3f42a-1856-4bd5-afc3-891888872963 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551445 Jun 07 16:00:17.417735 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Publish callbacks [] for router_gateway (0011fd20-69a0-4379-a88b-b0797504eb21), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.437264 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.475644 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Publish callbacks [] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.487379 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.517116 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port a860223e-3d08-412a-a6df-be6a6bf6d923 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:17.517732 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.545061 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Network c8a163a4-26c4-4f06-aa10-f1142ac19c42 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:17.550992 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port a860223e-3d08-412a-a6df-be6a6bf6d923, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=a860223e-3d08-412a-a6df-be6a6bf6d923,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:17.554304 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:17.557599 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:17.568702 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.571095 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Allocated IP 172.27.2.150 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/249ad1c3-2850-4e69-9716-b641c07aedfe) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:17.573827 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Pushing event updated for resources: {'Port': ['ID=550650c5-92ab-4c15-bd0a-bd94cc861bef,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:17.685669 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Publish callbacks [] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.722374 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.728946 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:17.766610 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:17.772683 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:17.780116 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:17.806923 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Pushing event updated for resources: {'Port': ['ID=249ad1c3-2850-4e69-9716-b641c07aedfe,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:17.822805 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Attempting to bind port 550650c5-92ab-4c15-bd0a-bd94cc861bef on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:17.823250 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Attempting to bind port 550650c5-92ab-4c15-bd0a-bd94cc861bef by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:17.823513 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Attempting to bind port 550650c5-92ab-4c15-bd0a-bd94cc861bef on network c8a163a4-26c4-4f06-aa10-f1142ac19c42 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:17.827046 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=a860223e-3d08-412a-a6df-be6a6bf6d923,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:17.833350 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:17.833720 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Checking segment: {'id': 'da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:17.834248 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.834636 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Bound using segment: {'id': 'da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:17.835120 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Bound port: 550650c5-92ab-4c15-bd0a-bd94cc861bef, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:17.835562 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.897875 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] For port 550650c5-92ab-4c15-bd0a-bd94cc861bef, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:17.901073 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] For port 550650c5-92ab-4c15-bd0a-bd94cc861bef, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=550650c5-92ab-4c15-bd0a-bd94cc861bef,segment=NetworkSegment(da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0),segment_id=da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:17.908778 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:17.971286 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfd5ed-f421-446b-8e52-0e1904ef5df3 None None] Pushing event updated for resources: {'Port': ['ID=550650c5-92ab-4c15-bd0a-bd94cc861bef,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:18.052335 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Publish callbacks [] for router_gateway (0011fd20-69a0-4379-a88b-b0797504eb21), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:18.170301 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:18.212327 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Sync routers for ids ['421373f8-6696-4e3d-acb1-ee5b376eaa38'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:00:18.217270 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:18.230136 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Routers {'421373f8-6696-4e3d-acb1-ee5b376eaa38'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:18.230835 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['421373f8-6696-4e3d-acb1-ee5b376eaa38'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:18.289531 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334'] for router (0011fd20-69a0-4379-a88b-b0797504eb21), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:18.349178 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Set router 421373f8-6696-4e3d-acb1-ee5b376eaa38 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:18.443405 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Router 0011fd20-69a0-4379-a88b-b0797504eb21 is scheduled to L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 with binding_index 1 {{(pid=103969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 16:00:18.500742 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741fdc9-a916-482a-9643-129cf1040ab9 req-8f7b93a0-b967-4436-95c5-1ac2fa98baf8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:18.503410 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7741fdc9-a916-482a-9643-129cf1040ab9 req-8f7b93a0-b967-4436-95c5-1ac2fa98baf8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 943 time: 0.0581737 Jun 07 16:00:18.556484 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:14Z', 'revision_number': 4, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '84a0822a-88dd-4afe-9392-0950cb1cb650', 'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'mac_address': 'fa:16:3e:a9:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:13Z', 'updated_at': '2022-06-07T16:00:14Z', 'revision_number': 2, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'subnets': [{'id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:18.570322 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7741fdc9-a916-482a-9643-129cf1040ab9 req-e23fb4e0-baa8-4f73-9696-2b492cab20b6 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568089 Jun 07 16:00:18.580667 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:00:18.595490 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Checking router: 421373f8-6696-4e3d-acb1-ee5b376eaa38 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:00:18.596082 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Updating router 421373f8-6696-4e3d-acb1-ee5b376eaa38 port 84a0822a-88dd-4afe-9392-0950cb1cb650 binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 16:00:18.606056 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Sync routers for ids ['0011fd20-69a0-4379-a88b-b0797504eb21'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:00:18.610983 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Routers {'0011fd20-69a0-4379-a88b-b0797504eb21'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:18.611599 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T15:59:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['0011fd20-69a0-4379-a88b-b0797504eb21'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:18.613528 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:18.616783 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-eec35769-175d-4296-b293-75189f4feabe admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7165146 Jun 07 16:00:18.619318 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55546) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:18.637681 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:18.741704 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Set router 0011fd20-69a0-4379-a88b-b0797504eb21 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:18.783938 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:18.823214 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:18.931490 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:18.933351 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'name': 'tempest-TestShelveInstance-1402940268-router', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:16Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 3, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'gw_port': {'id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:17Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:18.968213 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Checking router: 0011fd20-69a0-4379-a88b-b0797504eb21 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:00:18.969085 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Updating router 0011fd20-69a0-4379-a88b-b0797504eb21 port 249ad1c3-2850-4e69-9716-b641c07aedfe binding host dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 16:00:19.004973 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.028936 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Publish callbacks [] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.047484 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.054694 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:19.090776 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-958b5aab-4cbe-4f8b-bdeb-1ac5249d7565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.146231 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e66ea0-2482-4375-aef9-e0393241c788 None None] Pushing event updated for resources: {'Port': ['ID=84a0822a-88dd-4afe-9392-0950cb1cb650,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:19.204910 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aca493-40b5-4897-8c62-20a4d829ab65 None None] Network c8a163a4-26c4-4f06-aa10-f1142ac19c42 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:00:19.315738 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device a860223e-3d08-412a-a6df-be6a6bf6d923 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:19.356605 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.407747 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Publish callbacks [] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.415776 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-6e462920-2dc3-41b7-8eab-b6104ce126d8 None None] Provisioning complete for port 550650c5-92ab-4c15-bd0a-bd94cc861bef triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:19.416346 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6e462920-2dc3-41b7-8eab-b6104ce126d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.420970 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Attempting to bind port 84a0822a-88dd-4afe-9392-0950cb1cb650 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:19.421406 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Attempting to bind port 84a0822a-88dd-4afe-9392-0950cb1cb650 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:19.422483 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Attempting to bind port 84a0822a-88dd-4afe-9392-0950cb1cb650 on network b8456bfa-e327-4646-9098-4f04d53b18a5 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:19.425742 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.436273 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:19.436692 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Checking segment: {'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:19.437132 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.438332 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Bound using segment: {'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:19.438911 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Bound port: 84a0822a-88dd-4afe-9392-0950cb1cb650, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:19.439215 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.441247 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port a860223e-3d08-412a-a6df-be6a6bf6d923 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:19.441602 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.484698 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c3f15-42ef-41cb-ace9-6266ba738bb4 None None] Pushing event updated for resources: {'Port': ['ID=249ad1c3-2850-4e69-9716-b641c07aedfe,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:19.501638 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:19.509374 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Attempting to bind port 249ad1c3-2850-4e69-9716-b641c07aedfe on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:19.509666 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Attempting to bind port 249ad1c3-2850-4e69-9716-b641c07aedfe by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:19.510161 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Attempting to bind port 249ad1c3-2850-4e69-9716-b641c07aedfe on network 10820ebf-33cd-43bf-8673-83f1ebc3af4b {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:19.517229 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:19.517603 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:19.518013 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.518389 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Bound using segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:19.518856 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Bound port: 249ad1c3-2850-4e69-9716-b641c07aedfe, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:19.519230 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.560592 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Allocated IP 172.20.0.1 (c8a163a4-26c4-4f06-aa10-f1142ac19c42/5a9c8302-121c-47b9-8bb6-be33147bd5ac/639a19c8-423f-4a9c-8a52-5ccc0653d09c) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:19.651213 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:19.667794 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] For port 84a0822a-88dd-4afe-9392-0950cb1cb650, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:19.673049 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4afe8733-9281-4967-aed2-4a9f8c20246a up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:19.718513 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] For port 84a0822a-88dd-4afe-9392-0950cb1cb650, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=84a0822a-88dd-4afe-9392-0950cb1cb650,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:19.732971 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Publish callbacks [] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.738023 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] For port 249ad1c3-2850-4e69-9716-b641c07aedfe, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:19.741899 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] For port 249ad1c3-2850-4e69-9716-b641c07aedfe, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=249ad1c3-2850-4e69-9716-b641c07aedfe,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:19.755654 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.771626 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e07115-ce79-412d-b38c-d48200d66633 req-acf7382a-a28b-4cf9-a1ee-d980b9914bc0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:19.782500 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.783616 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-79e07115-ce79-412d-b38c-d48200d66633 req-acf7382a-a28b-4cf9-a1ee-d980b9914bc0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 943 time: 0.0845776 Jun 07 16:00:19.784569 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-6e462920-2dc3-41b7-8eab-b6104ce126d8 None None] Current status of the port 550650c5-92ab-4c15-bd0a-bd94cc861bef is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:19.785107 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6e462920-2dc3-41b7-8eab-b6104ce126d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.801183 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.827376 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Network c8a163a4-26c4-4f06-aa10-f1142ac19c42 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:19.827567 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.831143 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:19.834871 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:19.849320 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-79e07115-ce79-412d-b38c-d48200d66633 req-e6e28ff4-c084-4482-b2b1-529b6656e4b3 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646918 Jun 07 16:00:19.867557 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Routers {'0011fd20-69a0-4379-a88b-b0797504eb21'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:19.868232 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:00:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['0011fd20-69a0-4379-a88b-b0797504eb21'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:19.874513 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port a860223e-3d08-412a-a6df-be6a6bf6d923 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:19.876430 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 550650c5-92ab-4c15-bd0a-bd94cc861bef up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:19.924192 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Pushing event updated for resources: {'Port': ['ID=639a19c8-423f-4a9c-8a52-5ccc0653d09c,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:19.932014 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c3f15-42ef-41cb-ace9-6266ba738bb4 None None] Pushing event updated for resources: {'Port': ['ID=249ad1c3-2850-4e69-9716-b641c07aedfe,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:19.955908 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582480'] for router_interface (0011fd20-69a0-4379-a88b-b0797504eb21), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:19.961132 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:19.967006 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 4afe8733-9281-4967-aed2-4a9f8c20246a completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:00:20.013570 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-6e462920-2dc3-41b7-8eab-b6104ce126d8 None None] For port 550650c5-92ab-4c15-bd0a-bd94cc861bef, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=550650c5-92ab-4c15-bd0a-bd94cc861bef,segment=NetworkSegment(da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0),segment_id=da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:20.019655 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:20.030403 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 4afe8733-9281-4967-aed2-4a9f8c20246a triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:20.031769 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.038322 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6e462920-2dc3-41b7-8eab-b6104ce126d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.040900 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Routers {'421373f8-6696-4e3d-acb1-ee5b376eaa38'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:20.041698 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] Set router 0011fd20-69a0-4379-a88b-b0797504eb21 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:20.042152 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:00:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['421373f8-6696-4e3d-acb1-ee5b376eaa38'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:20.045656 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e66ea0-2482-4375-aef9-e0393241c788 None None] Pushing event updated for resources: {'Port': ['ID=84a0822a-88dd-4afe-9392-0950cb1cb650,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:20.085755 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:20.133260 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:20.139778 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.341464 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'name': 'tempest-TestShelveInstance-1402940268-router', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:16Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 3, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'gw_port': {'id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:17Z', 'updated_at': '2022-06-07T16:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:20.375975 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396fd93-b428-4d75-895d-ce8f9a5acafe None None] The sync data for ids ['0011fd20-69a0-4379-a88b-b0797504eb21'] in dv-cinder-844879-2-iscsi is: [{'id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'name': 'tempest-TestShelveInstance-1402940268-router', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:16Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 3, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'gw_port': {'id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:17Z', 'updated_at': '2022-06-07T16:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:00:20.411628 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Publish callbacks [] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.416112 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-b01ee032-b6be-41dc-8c68-db087a9399f6 None None] Provisioning complete for port 550650c5-92ab-4c15-bd0a-bd94cc861bef triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:20.416508 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b01ee032-b6be-41dc-8c68-db087a9399f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.417026 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1212707'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.417991 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 550650c5-92ab-4c15-bd0a-bd94cc861bef triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:20.418343 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.426807 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.490334 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Pushing event updated for resources: {'Port': ['ID=639a19c8-423f-4a9c-8a52-5ccc0653d09c,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:20.493425 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e462920-2dc3-41b7-8eab-b6104ce126d8 None None] Pushing event updated for resources: {'Port': ['ID=550650c5-92ab-4c15-bd0a-bd94cc861bef,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:20.493695 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1829311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582436'] for router_interface (0011fd20-69a0-4379-a88b-b0797504eb21), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.550434 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] Set router 421373f8-6696-4e3d-acb1-ee5b376eaa38 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:20.622008 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Network c8a163a4-26c4-4f06-aa10-f1142ac19c42 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:20.623457 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 4afe8733-9281-4967-aed2-4a9f8c20246a is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:20.623850 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:20.623952 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.773838 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-b01ee032-b6be-41dc-8c68-db087a9399f6 None None] Current status of the port 550650c5-92ab-4c15-bd0a-bd94cc861bef is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:20.787084 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:20.795160 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Router 0011fd20-69a0-4379-a88b-b0797504eb21 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:00:20.802452 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-b01ee032-b6be-41dc-8c68-db087a9399f6 None None] Provisioning complete for port 84a0822a-88dd-4afe-9392-0950cb1cb650 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:20.802823 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b01ee032-b6be-41dc-8c68-db087a9399f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.838575 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 4afe8733-9281-4967-aed2-4a9f8c20246a, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4afe8733-9281-4967-aed2-4a9f8c20246a,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:20.873565 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3def1191-4ee0-45d7-b43f-2e16de89e478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afe8733-9281-4967-aed2-4a9f8c20246a'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:00:20.876510 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7b307b-cf61-4ba4-8c56-7d76d118f44e" -d '{"events": [{"server_uuid": "3def1191-4ee0-45d7-b43f-2e16de89e478", "name": "network-vif-plugged", "status": "completed", "tag": "4afe8733-9281-4967-aed2-4a9f8c20246a"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:00:20.925797 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:20.934081 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 550650c5-92ab-4c15-bd0a-bd94cc861bef is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:21.005206 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ace8a8b-2986-4aaf-93de-fe5142eb8c9b x-openstack-request-id: req-3ace8a8b-2986-4aaf-93de-fe5142eb8c9b {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:00:21.005506 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3def1191-4ee0-45d7-b43f-2e16de89e478", "name": "network-vif-plugged", "status": "completed", "tag": "4afe8733-9281-4967-aed2-4a9f8c20246a", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:00:21.005743 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ace8a8b-2986-4aaf-93de-fe5142eb8c9b {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:00:21.006146 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ace8a8b-2986-4aaf-93de-fe5142eb8c9b'] response: {'server_uuid': '3def1191-4ee0-45d7-b43f-2e16de89e478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afe8733-9281-4967-aed2-4a9f8c20246a', 'code': 200} Jun 07 16:00:21.045075 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3542f2-ff5f-4efa-9e21-48f40d6e7db7 req-5943387a-6075-4413-a510-412229936584 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:21.047932 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b3542f2-ff5f-4efa-9e21-48f40d6e7db7 req-5943387a-6075-4413-a510-412229936584 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 943 time: 0.0791047 Jun 07 16:00:21.049754 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:00:21.059036 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-321752ad-9661-4818-82a3-b014d388f974 admin admin] 10.222.0.18 "PUT /v2.0/routers/0011fd20-69a0-4379-a88b-b0797504eb21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4386563 Jun 07 16:00:21.063566 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:21.130900 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=4afe8733-9281-4967-aed2-4a9f8c20246a,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:21.170890 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b3542f2-ff5f-4efa-9e21-48f40d6e7db7 req-7b02937f-f0ea-46e2-88d4-3079bcbd9872 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001837 Jun 07 16:00:21.241362 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:21.278714 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 550650c5-92ab-4c15-bd0a-bd94cc861bef up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:21.285277 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8020b53-3f49-48a3-be1f-457dda8d7474 req-2ae5e3f6-de52-4ec1-a8c7-0310482812c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:21.286579 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-b01ee032-b6be-41dc-8c68-db087a9399f6 None None] Current status of the port 84a0822a-88dd-4afe-9392-0950cb1cb650 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:21.286967 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b01ee032-b6be-41dc-8c68-db087a9399f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.287866 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8020b53-3f49-48a3-be1f-457dda8d7474 req-2ae5e3f6-de52-4ec1-a8c7-0310482812c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 1129 time: 0.0569046 Jun 07 16:00:21.355148 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:14Z', 'revision_number': 4, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '84a0822a-88dd-4afe-9392-0950cb1cb650', 'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'mac_address': 'fa:16:3e:a9:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:13Z', 'updated_at': '2022-06-07T16:00:19Z', 'revision_number': 4, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'subnets': [{'id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:21.358042 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8020b53-3f49-48a3-be1f-457dda8d7474 req-a4a7ab73-ec53-44fc-b2b9-d8eeff03d3f0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623338 Jun 07 16:00:21.399684 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f370131a-f489-42e9-b576-783a3e6dbd32 None None] The sync data for ids ['421373f8-6696-4e3d-acb1-ee5b376eaa38'] in dv-cinder-844879-2-iscsi is: [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:14Z', 'revision_number': 4, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '84a0822a-88dd-4afe-9392-0950cb1cb650', 'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'mac_address': 'fa:16:3e:a9:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:13Z', 'updated_at': '2022-06-07T16:00:19Z', 'revision_number': 4, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'subnets': [{'id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:00:21.413655 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-b01ee032-b6be-41dc-8c68-db087a9399f6 None None] For port 84a0822a-88dd-4afe-9392-0950cb1cb650, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=84a0822a-88dd-4afe-9392-0950cb1cb650,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:21.424663 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 550650c5-92ab-4c15-bd0a-bd94cc861bef triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:21.425035 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.428200 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b01ee032-b6be-41dc-8c68-db087a9399f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.547596 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ee032-b6be-41dc-8c68-db087a9399f6 None None] Pushing event updated for resources: {'Port': ['ID=84a0822a-88dd-4afe-9392-0950cb1cb650,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:21.554961 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:21.592862 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-42ae3ce9-4d3c-4c1a-a61e-57ee81890dc1 None None] Provisioning complete for port 84a0822a-88dd-4afe-9392-0950cb1cb650 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:21.594651 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-42ae3ce9-4d3c-4c1a-a61e-57ee81890dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.637545 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55576) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:21.643009 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 550650c5-92ab-4c15-bd0a-bd94cc861bef is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:21.644143 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 249ad1c3-2850-4e69-9716-b641c07aedfe up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:21.645430 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-f3bac836-3395-4ec2-8e60-a8cb157815d8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623249190', 'description': 'tempest-secgroup-smoke-1623249190 description', 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:21.661930 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 450a9373-1070-42c3-866b-57c165da319e details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:00:21.700339 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.708994 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f3bac836-3395-4ec2-8e60-a8cb157815d8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.748721 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:21.773455 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 249ad1c3-2850-4e69-9716-b641c07aedfe triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:21.773819 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.797510 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f3bac836-3395-4ec2-8e60-a8cb157815d8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group (db63c86c-8615-4042-8079-733046bc2592), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.802383 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f3bac836-3395-4ec2-8e60-a8cb157815d8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (db63c86c-8615-4042-8079-733046bc2592), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.834396 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bac836-3395-4ec2-8e60-a8cb157815d8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db63c86c-8615-4042-8079-733046bc2592,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:21.839855 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f3bac836-3395-4ec2-8e60-a8cb157815d8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.844333 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f3bac836-3395-4ec2-8e60-a8cb157815d8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2013083 Jun 07 16:00:21.845054 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55578) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:21.851772 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-47c1d3c5-90c3-4574-9b07-cd2a0b2c9264 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Request body: {'security_group_rule': {'security_group_id': 'db63c86c-8615-4042-8079-733046bc2592', 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:21.885686 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-47c1d3c5-90c3-4574-9b07-cd2a0b2c9264 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (f461d1df-9498-46f1-946f-6eaff818dd28), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.895509 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-42ae3ce9-4d3c-4c1a-a61e-57ee81890dc1 None None] Current status of the port 84a0822a-88dd-4afe-9392-0950cb1cb650 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:21.915935 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-42ae3ce9-4d3c-4c1a-a61e-57ee81890dc1 None None] Provisioning complete for port 639a19c8-423f-4a9c-8a52-5ccc0653d09c triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:21.916305 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-42ae3ce9-4d3c-4c1a-a61e-57ee81890dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.954284 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-47c1d3c5-90c3-4574-9b07-cd2a0b2c9264 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (f461d1df-9498-46f1-946f-6eaff818dd28), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.958881 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-47c1d3c5-90c3-4574-9b07-cd2a0b2c9264 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (f461d1df-9498-46f1-946f-6eaff818dd28), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.971987 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:21.988974 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1d3c5-90c3-4574-9b07-cd2a0b2c9264 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f461d1df-9498-46f1-946f-6eaff818dd28,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:21.996306 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-47c1d3c5-90c3-4574-9b07-cd2a0b2c9264 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:21.996536 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 450a9373-1070-42c3-866b-57c165da319e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=450a9373-1070-42c3-866b-57c165da319e,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:22.003458 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55584) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:22.004972 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-47c1d3c5-90c3-4574-9b07-cd2a0b2c9264 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588342 Jun 07 16:00:22.007247 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-1423c34a-6f95-4a29-8f64-bd03af278996 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Request body: {'security_group_rule': {'security_group_id': 'db63c86c-8615-4042-8079-733046bc2592', 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:22.014934 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 249ad1c3-2850-4e69-9716-b641c07aedfe is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:22.015884 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.028913 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '450a9373-1070-42c3-866b-57c165da319e', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'port_id': '450a9373-1070-42c3-866b-57c165da319e', 'mac_address': 'fa:16:3e:79:81:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:00:22.033660 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-42ae3ce9-4d3c-4c1a-a61e-57ee81890dc1 None None] Port 639a19c8-423f-4a9c-8a52-5ccc0653d09c cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:00:22.057383 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1423c34a-6f95-4a29-8f64-bd03af278996 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (32c1dbec-07ec-4cc0-b64b-66051f25c2f8), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.070213 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port 249ad1c3-2850-4e69-9716-b641c07aedfe, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=249ad1c3-2850-4e69-9716-b641c07aedfe,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:22.088882 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.090741 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 450a9373-1070-42c3-866b-57c165da319e is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:22.091309 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (450a9373-1070-42c3-866b-57c165da319e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.134641 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450a9373-1070-42c3-866b-57c165da319e {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:00:22.175477 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 450a9373-1070-42c3-866b-57c165da319e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=450a9373-1070-42c3-866b-57c165da319e,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:22.184760 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (450a9373-1070-42c3-866b-57c165da319e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.190350 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=249ad1c3-2850-4e69-9716-b641c07aedfe,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:22.218372 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1423c34a-6f95-4a29-8f64-bd03af278996 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (32c1dbec-07ec-4cc0-b64b-66051f25c2f8), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.225123 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1423c34a-6f95-4a29-8f64-bd03af278996 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (32c1dbec-07ec-4cc0-b64b-66051f25c2f8), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.246653 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423c34a-6f95-4a29-8f64-bd03af278996 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c1dbec-07ec-4cc0-b64b-66051f25c2f8,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:22.256220 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=450a9373-1070-42c3-866b-57c165da319e,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:22.257575 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1423c34a-6f95-4a29-8f64-bd03af278996 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.258791 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-1423c34a-6f95-4a29-8f64-bd03af278996 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2556920 Jun 07 16:00:22.261768 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55596) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:22.267547 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-2137dd02-0568-4f26-8975-be60c25a8e74 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Request body: {'security_group_rule': {'security_group_id': 'db63c86c-8615-4042-8079-733046bc2592', 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:22.326420 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139986d4-6ba8-405f-9f3e-01a58e1b091c req-5527608f-e00e-4528-b89e-c86cbb673bff tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:22.327773 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-139986d4-6ba8-405f-9f3e-01a58e1b091c req-5527608f-e00e-4528-b89e-c86cbb673bff tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 944 time: 0.0552833 Jun 07 16:00:22.336131 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2137dd02-0568-4f26-8975-be60c25a8e74 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (d37ca40a-d8fc-4aef-a518-0e22f3f9d28e), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.391934 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:22.419525 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-139986d4-6ba8-405f-9f3e-01a58e1b091c req-07233a15-4f0c-4378-83ac-156925b9b27a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848730 Jun 07 16:00:22.447885 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2137dd02-0568-4f26-8975-be60c25a8e74 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (d37ca40a-d8fc-4aef-a518-0e22f3f9d28e), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.457959 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2137dd02-0568-4f26-8975-be60c25a8e74 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (d37ca40a-d8fc-4aef-a518-0e22f3f9d28e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.486139 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137dd02-0568-4f26-8975-be60c25a8e74 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37ca40a-d8fc-4aef-a518-0e22f3f9d28e,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:22.495893 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2137dd02-0568-4f26-8975-be60c25a8e74 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.497145 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2137dd02-0568-4f26-8975-be60c25a8e74 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2343388 Jun 07 16:00:22.500001 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55600) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:22.503698 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['450a9373-1070-42c3-866b-57c165da319e'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:00:22.505090 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-e18d3966-422c-4207-aeb2-75c00cd37de6 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Request body: {'security_group_rule': {'security_group_id': 'db63c86c-8615-4042-8079-733046bc2592', 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:22.536921 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e18d3966-422c-4207-aeb2-75c00cd37de6 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (b22191c0-f52d-4eaf-aa23-99457d6f578d), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.608252 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e18d3966-422c-4207-aeb2-75c00cd37de6 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (b22191c0-f52d-4eaf-aa23-99457d6f578d), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.612666 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e18d3966-422c-4207-aeb2-75c00cd37de6 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (b22191c0-f52d-4eaf-aa23-99457d6f578d), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.632263 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d3966-422c-4207-aeb2-75c00cd37de6 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22191c0-f52d-4eaf-aa23-99457d6f578d,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:22.639117 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e18d3966-422c-4207-aeb2-75c00cd37de6 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.639884 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:22.639999 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-e18d3966-422c-4207-aeb2-75c00cd37de6 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386817 Jun 07 16:00:22.643130 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55602) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:22.647775 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-bc8a2521-31d0-4681-90b1-2e2282cd8225 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Request body: {'security_group_rule': {'security_group_id': 'db63c86c-8615-4042-8079-733046bc2592', 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:22.672183 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.securitygroups_db [None req-bc8a2521-31d0-4681-90b1-2e2282cd8225 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Project 8bc2a18d64e440eabb0f4f4a072cf671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 16:00:22.678242 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2521-31d0-4681-90b1-2e2282cd8225 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (22e11bde-9c71-42b0-aca1-6e0dde457280), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.739080 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2521-31d0-4681-90b1-2e2282cd8225 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (22e11bde-9c71-42b0-aca1-6e0dde457280), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.745157 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2521-31d0-4681-90b1-2e2282cd8225 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (22e11bde-9c71-42b0-aca1-6e0dde457280), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.764541 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a2521-31d0-4681-90b1-2e2282cd8225 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e11bde-9c71-42b0-aca1-6e0dde457280,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:22.773132 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2521-31d0-4681-90b1-2e2282cd8225 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.774370 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-bc8a2521-31d0-4681-90b1-2e2282cd8225 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302865 Jun 07 16:00:22.779399 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55604) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:22.783433 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-78a61e8e-3c43-4741-8e82-e90f1d727989 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Request body: {'security_group_rule': {'security_group_id': 'db63c86c-8615-4042-8079-733046bc2592', 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:22.811334 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.securitygroups_db [None req-78a61e8e-3c43-4741-8e82-e90f1d727989 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Project 8bc2a18d64e440eabb0f4f4a072cf671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 16:00:22.818501 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-78a61e8e-3c43-4741-8e82-e90f1d727989 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (7daf25d0-97f2-454b-95d1-0c2f7dbf1b70), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.883200 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-78a61e8e-3c43-4741-8e82-e90f1d727989 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (7daf25d0-97f2-454b-95d1-0c2f7dbf1b70), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.886921 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-78a61e8e-3c43-4741-8e82-e90f1d727989 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (7daf25d0-97f2-454b-95d1-0c2f7dbf1b70), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.906374 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a61e8e-3c43-4741-8e82-e90f1d727989 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7daf25d0-97f2-454b-95d1-0c2f7dbf1b70,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:22.915835 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-78a61e8e-3c43-4741-8e82-e90f1d727989 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:22.917093 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-78a61e8e-3c43-4741-8e82-e90f1d727989 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387315 Jun 07 16:00:23.182841 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 249ad1c3-2850-4e69-9716-b641c07aedfe up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:23.265732 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 249ad1c3-2850-4e69-9716-b641c07aedfe triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:23.266216 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:23.308240 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:23.371032 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 249ad1c3-2850-4e69-9716-b641c07aedfe is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:23.372080 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 84a0822a-88dd-4afe-9392-0950cb1cb650 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:23.418900 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 84a0822a-88dd-4afe-9392-0950cb1cb650 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:23.419270 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:23.506534 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 84a0822a-88dd-4afe-9392-0950cb1cb650 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:23.560698 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2c72-26f4-47d0-9718-fd58cf47873c req-06a651ad-e9d5-4c06-9345-0fb1b3b16baa tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:23.562964 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-019b2c72-26f4-47d0-9718-fd58cf47873c req-06a651ad-e9d5-4c06-9345-0fb1b3b16baa tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 944 time: 0.0531580 Jun 07 16:00:23.624452 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-019b2c72-26f4-47d0-9718-fd58cf47873c req-68159278-1dd8-48eb-917c-4365528b4a88 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557437 Jun 07 16:00:23.626766 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Sync routers for ids ['0011fd20-69a0-4379-a88b-b0797504eb21'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:00:23.644555 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Routers {'0011fd20-69a0-4379-a88b-b0797504eb21'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:23.644555 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:00:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['0011fd20-69a0-4379-a88b-b0797504eb21'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:23.814058 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 450a9373-1070-42c3-866b-57c165da319e up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:23.898623 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:23.912460 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 450a9373-1070-42c3-866b-57c165da319e completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:00:23.921068 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Set router 0011fd20-69a0-4379-a88b-b0797504eb21 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:23.923510 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 450a9373-1070-42c3-866b-57c165da319e triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:23.923805 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (450a9373-1070-42c3-866b-57c165da319e), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:24.116557 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 450a9373-1070-42c3-866b-57c165da319e is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:24.116957 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (450a9373-1070-42c3-866b-57c165da319e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:24.156233 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d02281-8404-4d09-82b2-ab23ab0623d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450a9373-1070-42c3-866b-57c165da319e'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:00:24.158541 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27658dec-68bb-4cd4-8445-9c3caa0456e0" -d '{"events": [{"server_uuid": "d9d02281-8404-4d09-82b2-ab23ab0623d1", "name": "network-vif-plugged", "status": "completed", "tag": "450a9373-1070-42c3-866b-57c165da319e"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:00:24.191275 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 450a9373-1070-42c3-866b-57c165da319e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=450a9373-1070-42c3-866b-57c165da319e,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:24.193621 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:24.197607 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af76ddbb-7082-4ea2-9c2b-7695c6f24a63 x-openstack-request-id: req-af76ddbb-7082-4ea2-9c2b-7695c6f24a63 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:00:24.197887 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d02281-8404-4d09-82b2-ab23ab0623d1", "name": "network-vif-plugged", "status": "completed", "tag": "450a9373-1070-42c3-866b-57c165da319e", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:00:24.198145 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af76ddbb-7082-4ea2-9c2b-7695c6f24a63 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:00:24.198515 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af76ddbb-7082-4ea2-9c2b-7695c6f24a63'] response: {'server_uuid': 'd9d02281-8404-4d09-82b2-ab23ab0623d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450a9373-1070-42c3-866b-57c165da319e', 'code': 200} Jun 07 16:00:24.201262 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (450a9373-1070-42c3-866b-57c165da319e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:24.244101 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'name': 'tempest-TestShelveInstance-1402940268-router', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:16Z', 'updated_at': '2022-06-07T16:00:20Z', 'revision_number': 4, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'gw_port': {'id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:17Z', 'updated_at': '2022-06-07T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '639a19c8-423f-4a9c-8a52-5ccc0653d09c', 'name': '', 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'mac_address': 'fa:16:3e:bf:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5a9c8302-121c-47b9-8bb6-be33147bd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:19Z', 'updated_at': '2022-06-07T16:00:20Z', 'revision_number': 2, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'subnets': [{'id': '5a9c8302-121c-47b9-8bb6-be33147bd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:24.281971 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Checking router: 0011fd20-69a0-4379-a88b-b0797504eb21 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:00:24.282318 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Updating router 0011fd20-69a0-4379-a88b-b0797504eb21 port 639a19c8-423f-4a9c-8a52-5ccc0653d09c binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 16:00:24.310844 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=450a9373-1070-42c3-866b-57c165da319e,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:24.320595 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:24.391818 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1549a0-1c6e-41cf-8bb4-88c53f43983f req-10785501-9e61-4244-a1e5-1df5f38f8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:24.393394 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0e1549a0-1c6e-41cf-8bb4-88c53f43983f req-10785501-9e61-4244-a1e5-1df5f38f8dff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 1129 time: 0.0431042 Jun 07 16:00:24.442842 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0e1549a0-1c6e-41cf-8bb4-88c53f43983f req-c6bf53f1-ce44-4d46-bd71-e36e8f97697d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Jun 07 16:00:24.638853 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Publish callbacks [] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:24.644006 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:24.699978 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad339dd-65ae-4904-991a-f11acd4c50ff None None] Pushing event updated for resources: {'Port': ['ID=639a19c8-423f-4a9c-8a52-5ccc0653d09c,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:24.753675 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1ab6e-d8f5-4310-b333-15dd4e89366e req-6706fbe9-2672-4552-bda6-1244f5703905 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:24.755235 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-05f1ab6e-d8f5-4310-b333-15dd4e89366e req-6706fbe9-2672-4552-bda6-1244f5703905 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0559881 Jun 07 16:00:24.761717 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Attempting to bind port 639a19c8-423f-4a9c-8a52-5ccc0653d09c on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:24.762207 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Attempting to bind port 639a19c8-423f-4a9c-8a52-5ccc0653d09c by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:24.762477 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Attempting to bind port 639a19c8-423f-4a9c-8a52-5ccc0653d09c on network c8a163a4-26c4-4f06-aa10-f1142ac19c42 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:24.768098 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:24.770467 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:24.772171 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:24.773012 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Checking segment: {'id': 'da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:24.773506 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:24.774040 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Bound using segment: {'id': 'da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:24.774551 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Bound port: 639a19c8-423f-4a9c-8a52-5ccc0653d09c, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:24.774962 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:24.814716 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-05f1ab6e-d8f5-4310-b333-15dd4e89366e req-821cba88-f601-4d1e-8b24-10c5f2c6c1f1 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522938 Jun 07 16:00:24.850988 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] For port 639a19c8-423f-4a9c-8a52-5ccc0653d09c, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:24.854436 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] For port 639a19c8-423f-4a9c-8a52-5ccc0653d09c, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=639a19c8-423f-4a9c-8a52-5ccc0653d09c,segment=NetworkSegment(da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0),segment_id=da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:24.860984 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:24.947093 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad339dd-65ae-4904-991a-f11acd4c50ff None None] Pushing event updated for resources: {'Port': ['ID=639a19c8-423f-4a9c-8a52-5ccc0653d09c,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:24.955163 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Routers {'0011fd20-69a0-4379-a88b-b0797504eb21'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:24.955718 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:00:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['0011fd20-69a0-4379-a88b-b0797504eb21'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:25.007314 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-1796c7b6-cc0b-48d0-8b13-5ebc77b47fd0 None None] Provisioning complete for port 639a19c8-423f-4a9c-8a52-5ccc0653d09c triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:25.007681 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1796c7b6-cc0b-48d0-8b13-5ebc77b47fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:25.110781 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] Set router 0011fd20-69a0-4379-a88b-b0797504eb21 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:25.127938 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:25.181250 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-1796c7b6-cc0b-48d0-8b13-5ebc77b47fd0 None None] Current status of the port 639a19c8-423f-4a9c-8a52-5ccc0653d09c is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:25.181626 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1796c7b6-cc0b-48d0-8b13-5ebc77b47fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:25.285779 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-1796c7b6-cc0b-48d0-8b13-5ebc77b47fd0 None None] For port 639a19c8-423f-4a9c-8a52-5ccc0653d09c, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=639a19c8-423f-4a9c-8a52-5ccc0653d09c,segment=NetworkSegment(da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0),segment_id=da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:25.297320 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1796c7b6-cc0b-48d0-8b13-5ebc77b47fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:25.388713 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796c7b6-cc0b-48d0-8b13-5ebc77b47fd0 None None] Pushing event updated for resources: {'Port': ['ID=639a19c8-423f-4a9c-8a52-5ccc0653d09c,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:25.404382 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'name': 'tempest-TestShelveInstance-1402940268-router', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:16Z', 'updated_at': '2022-06-07T16:00:20Z', 'revision_number': 4, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'gw_port': {'id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:17Z', 'updated_at': '2022-06-07T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '639a19c8-423f-4a9c-8a52-5ccc0653d09c', 'name': '', 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'mac_address': 'fa:16:3e:bf:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5a9c8302-121c-47b9-8bb6-be33147bd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:19Z', 'updated_at': '2022-06-07T16:00:24Z', 'revision_number': 4, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'subnets': [{'id': '5a9c8302-121c-47b9-8bb6-be33147bd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:25.439879 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc9398-8eee-40b4-8f9a-d3dd664e4b5d None None] The sync data for ids ['0011fd20-69a0-4379-a88b-b0797504eb21'] in dv-cinder-844879-2-iscsi is: [{'id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'name': 'tempest-TestShelveInstance-1402940268-router', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:16Z', 'updated_at': '2022-06-07T16:00:20Z', 'revision_number': 4, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'gw_port': {'id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:17Z', 'updated_at': '2022-06-07T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '639a19c8-423f-4a9c-8a52-5ccc0653d09c', 'name': '', 'network_id': 'c8a163a4-26c4-4f06-aa10-f1142ac19c42', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'mac_address': 'fa:16:3e:bf:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5a9c8302-121c-47b9-8bb6-be33147bd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:19Z', 'updated_at': '2022-06-07T16:00:24Z', 'revision_number': 4, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'subnets': [{'id': '5a9c8302-121c-47b9-8bb6-be33147bd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:00:25.443181 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-0dbc6387-f9fb-4973-8ac9-a99b98700404 None None] Provisioning complete for port 639a19c8-423f-4a9c-8a52-5ccc0653d09c triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:25.443599 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6387-f9fb-4973-8ac9-a99b98700404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:25.682553 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc6387-f9fb-4973-8ac9-a99b98700404 None None] Current status of the port 639a19c8-423f-4a9c-8a52-5ccc0653d09c is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:25.853643 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 55696) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:25.948991 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3b819-f338-45c4-81aa-fa3e6561db72 req-c3038bf7-a053-4aec-b2f3-f47c252c1e0c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:25.957046 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-72d3b819-f338-45c4-81aa-fa3e6561db72 req-c3038bf7-a053-4aec-b2f3-f47c252c1e0c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0654795 Jun 07 16:00:25.992273 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b55a859a-87ad-4198-bab3-75a0cd63069a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:26.036183 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-72d3b819-f338-45c4-81aa-fa3e6561db72 req-97d54546-6b74-4a3c-956b-c49f50d3c193 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746586 Jun 07 16:00:26.096284 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b55a859a-87ad-4198-bab3-75a0cd63069a admin admin] Publish callbacks [] for security_group (43faffec-5476-4341-b50a-f4c185874b7c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:26.100448 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b55a859a-87ad-4198-bab3-75a0cd63069a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (43faffec-5476-4341-b50a-f4c185874b7c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:26.139003 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a859a-87ad-4198-bab3-75a0cd63069a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43faffec-5476-4341-b50a-f4c185874b7c,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:26.143425 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b55a859a-87ad-4198-bab3-75a0cd63069a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92e79292402548189e0f8f0d7de557ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877991 Jun 07 16:00:26.146246 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 55700) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:26.225600 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1596b39b-3db9-4fb1-8d72-f9763f54201c admin admin] Publish callbacks [] for security_group (43faffec-5476-4341-b50a-f4c185874b7c), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:26.246777 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:26.262728 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1596b39b-3db9-4fb1-8d72-f9763f54201c admin admin] Publish callbacks [] for security_group (43faffec-5476-4341-b50a-f4c185874b7c), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:26.317684 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1596b39b-3db9-4fb1-8d72-f9763f54201c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (43faffec-5476-4341-b50a-f4c185874b7c), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:26.320741 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1596b39b-3db9-4fb1-8d72-f9763f54201c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:26.324621 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-1596b39b-3db9-4fb1-8d72-f9763f54201c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43faffec-5476-4341-b50a-f4c185874b7c HTTP/1.1" status: 204 len: 168 time: 0.1767528 Jun 07 16:00:26.336148 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596b39b-3db9-4fb1-8d72-f9763f54201c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43faffec-5476-4341-b50a-f4c185874b7c,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:27.117482 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 639a19c8-423f-4a9c-8a52-5ccc0653d09c up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:27.171126 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 639a19c8-423f-4a9c-8a52-5ccc0653d09c triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:27.172544 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:27.173865 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28d2d7-71e2-477d-afbd-4c4c894dca7b req-8d39c0c6-ebaa-4598-b4c9-8fdc3d8091bf tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:27.175696 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8d28d2d7-71e2-477d-afbd-4c4c894dca7b req-8d39c0c6-ebaa-4598-b4c9-8fdc3d8091bf tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0686791 Jun 07 16:00:27.201610 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:27.238860 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8d28d2d7-71e2-477d-afbd-4c4c894dca7b req-47eec804-a182-43a0-8178-8588bbe1ee43 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567884 Jun 07 16:00:27.265774 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 639a19c8-423f-4a9c-8a52-5ccc0653d09c is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:27.291406 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:00:27.528936 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:27.561950 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3265abf-2786-4bb8-87c1-3b7c3d79f750 req-271f8142-64cc-4ee4-998c-8dccea032395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:27.563427 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e3265abf-2786-4bb8-87c1-3b7c3d79f750 req-271f8142-64cc-4ee4-998c-8dccea032395 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 1129 time: 0.0708590 Jun 07 16:00:27.572237 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205ee99-4c95-4f15-a9e6-f5ea3c071108 req-4fa604ea-44dd-4023-86bb-268a5def8022 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:27.573616 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3205ee99-4c95-4f15-a9e6-f5ea3c071108 req-4fa604ea-44dd-4023-86bb-268a5def8022 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0720487 Jun 07 16:00:27.681781 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3205ee99-4c95-4f15-a9e6-f5ea3c071108 req-ebdfba9e-e3e1-4778-bd1d-087c6be754e2 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995476 Jun 07 16:00:27.707960 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3265abf-2786-4bb8-87c1-3b7c3d79f750 req-3039d7ce-c6f1-4701-8386-db08f8e98f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:27.709497 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e3265abf-2786-4bb8-87c1-3b7c3d79f750 req-3039d7ce-c6f1-4701-8386-db08f8e98f42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 920 time: 0.1350422 Jun 07 16:00:27.752290 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e3265abf-2786-4bb8-87c1-3b7c3d79f750 req-fb6a89bf-bc3b-466b-900e-cfc7bf9aaea7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=450a9373-1070-42c3-866b-57c165da319e HTTP/1.1" status: 200 len: 217 time: 0.0355761 Jun 07 16:00:27.806188 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3265abf-2786-4bb8-87c1-3b7c3d79f750 req-8ab05ca7-a2d4-40a6-a09a-70cba05a7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:27.807638 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e3265abf-2786-4bb8-87c1-3b7c3d79f750 req-8ab05ca7-a2d4-40a6-a09a-70cba05a7ddc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.0487354 Jun 07 16:00:27.858979 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3265abf-2786-4bb8-87c1-3b7c3d79f750 req-f385ae47-bd56-4744-9cc1-1ebb0b82c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:27.860597 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e3265abf-2786-4bb8-87c1-3b7c3d79f750 req-f385ae47-bd56-4744-9cc1-1ebb0b82c4b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412221 Jun 07 16:00:27.958742 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e3265abf-2786-4bb8-87c1-3b7c3d79f750 req-47e3a98e-37cc-436a-b974-600ed7754e7d service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834155 Jun 07 16:00:28.036070 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:28.056743 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e3265abf-2786-4bb8-87c1-3b7c3d79f750 req-c028dcc8-c064-46c5-a651-1beb5453f221 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908852 Jun 07 16:00:28.809723 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f816cc-4a12-49cd-897b-267ef8400920 req-ea6bb451-f9df-46f9-9ec6-5c8216984e48 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:28.819451 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-55f816cc-4a12-49cd-897b-267ef8400920 req-ea6bb451-f9df-46f9-9ec6-5c8216984e48 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0628448 Jun 07 16:00:28.873034 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-55f816cc-4a12-49cd-897b-267ef8400920 req-127e0e2d-8dc7-4659-89db-fce054ed5523 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526438 Jun 07 16:00:29.992465 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e166f-08e5-4282-a98c-5236ba8aa137 req-57d80594-abbd-412c-b215-dc15952cfcbc tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:29.995899 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d58e166f-08e5-4282-a98c-5236ba8aa137 req-57d80594-abbd-412c-b215-dc15952cfcbc tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0511713 Jun 07 16:00:30.044471 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d58e166f-08e5-4282-a98c-5236ba8aa137 req-c1cdca50-61c1-46f4-b12c-ae55ef44271d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445230 Jun 07 16:00:30.374825 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=17 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:31.159823 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60b462-a346-4127-a2c8-e95bf3f3a602 req-ff43fe76-a49c-4004-b797-9eb7888d6e33 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:31.161316 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2d60b462-a346-4127-a2c8-e95bf3f3a602 req-ff43fe76-a49c-4004-b797-9eb7888d6e33 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0476875 Jun 07 16:00:31.210301 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2d60b462-a346-4127-a2c8-e95bf3f3a602 req-fcd62945-0bd7-4ffc-96ca-0a003f1fbcc0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 Jun 07 16:00:31.954234 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da73e7-9849-4b8e-a089-d88afee7ecab req-cd567a4b-67b2-4447-ba17-5ac65734370a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:31.955791 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-67da73e7-9849-4b8e-a089-d88afee7ecab req-cd567a4b-67b2-4447-ba17-5ac65734370a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0495145 Jun 07 16:00:32.008174 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-67da73e7-9849-4b8e-a089-d88afee7ecab req-3e9dea78-76d1-4290-af6d-49411622f5e0 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467734 Jun 07 16:00:32.274563 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-93e6e50b-a7c4-4d85-a941-c0c068ff6470 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741234381&fields=id&tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b HTTP/1.1" status: 200 len: 267 time: 0.0439472 Jun 07 16:00:32.368230 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3ad96-dcfb-4832-a1e2-b5d344020bfd req-3072b484-ecc9-4a9a-9ff1-dfd31277757a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:32.369868 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-afc3ad96-dcfb-4832-a1e2-b5d344020bfd req-3072b484-ecc9-4a9a-9ff1-dfd31277757a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0937135 Jun 07 16:00:32.416519 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:32.451631 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-afc3ad96-dcfb-4832-a1e2-b5d344020bfd req-4f8746dc-2f63-4b8b-a9c6-ebf9ea5f7999 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756214 Jun 07 16:00:32.458761 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff4219-3247-4527-a952-060351458818 req-00f296f1-cd9a-4ad8-b6b8-89256fb81b00 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:32.460211 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-00f296f1-cd9a-4ad8-b6b8-89256fb81b00 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 812 time: 0.1751516 Jun 07 16:00:32.475768 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-55e37b66-6825-43de-994f-7c7b74f27642 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/quotas/44a1ab295b3a423aa2b3183a3e25ec0b HTTP/1.1" status: 200 len: 375 time: 0.0100586 Jun 07 16:00:32.528591 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-ac740fc0-5156-4c67-8859-80abde32add6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463610 Jun 07 16:00:32.635954 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-142e1150-8e45-4a0f-96d6-a0ea64c8d43f service neutron] 10.222.0.18 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948410 Jun 07 16:00:32.727230 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-f80316d3-b021-4f4a-a30a-a501ac0b77f5 service neutron] 10.222.0.18 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851638 Jun 07 16:00:33.030915 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a4f071a-443e-4337-86a1-58be235fffeb req-6b38bec3-ecba-4514-99b8-8d7a8bbd1f78 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 210 time: 0.0315049 Jun 07 16:00:33.134101 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ba77c-76eb-4349-baaa-5734ab3832cf req-41ab4cba-d846-4126-8e04-b1a78eae9434 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:33.135606 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-328ba77c-76eb-4349-baaa-5734ab3832cf req-41ab4cba-d846-4126-8e04-b1a78eae9434 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0528278 Jun 07 16:00:33.169986 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:33.185612 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-328ba77c-76eb-4349-baaa-5734ab3832cf req-2c5d5b38-f554-480b-90d6-94da473c77ae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441520 Jun 07 16:00:33.584605 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d95759-1536-4b93-859c-1594577a624d req-472acd95-f751-4cef-b157-ccb1c74c543c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:33.586135 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a0d95759-1536-4b93-859c-1594577a624d req-472acd95-f751-4cef-b157-ccb1c74c543c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0551195 Jun 07 16:00:33.637195 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a0d95759-1536-4b93-859c-1594577a624d req-70f1ba89-66dc-4b69-9dfb-346e2c345408 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452662 Jun 07 16:00:34.149313 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bfef9f28-7dc7-49e9-9e71-661275379308 req-5723e20c-9c7c-42fb-9105-55b103fb3564 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 210 time: 0.0323274 Jun 07 16:00:34.199218 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff4219-3247-4527-a952-060351458818 req-9732eba4-da48-4a91-bb59-3b2c055cd74c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:34.200674 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-9732eba4-da48-4a91-bb59-3b2c055cd74c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 812 time: 0.1329138 Jun 07 16:00:34.269011 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-e3ee7e1b-4851-4dc6-a5d4-893bf1721695 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b HTTP/1.1" status: 200 len: 379 time: 0.0590706 Jun 07 16:00:34.283612 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'port': {'device_id': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'admin_state_up': True, 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'security_groups': ['7cd3a648-2ded-415d-8bc9-0e92ff5097be']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:34.361802 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d01c9f-9266-4296-965b-665281475dda req-90a14d79-8e91-4cee-82a0-af957547fcb0 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:34.363316 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-54d01c9f-9266-4296-965b-665281475dda req-90a14d79-8e91-4cee-82a0-af957547fcb0 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0940514 Jun 07 16:00:34.446094 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-54d01c9f-9266-4296-965b-665281475dda req-81a9d7f2-fdff-44ab-bd9e-e380f7a1ef33 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756264 Jun 07 16:00:34.461758 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Made reservation on behalf of 44a1ab295b3a423aa2b3183a3e25ec0b for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:00:34.465395 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:34.583681 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:34.598014 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Allocated IP 172.20.0.3 (a5da0562-0cd6-4376-86ed-2ba23dbfe827/d3a95d50-eba3-45e1-9229-ae3e4abece84/b8d3bc5a-d843-4085-b5eb-1e5ac125f708) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:34.779274 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8519b-aeb7-4c19-aa54-2639013397d0 req-4aaca284-6e99-4739-9c46-3d077203112a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:34.780724 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6eb8519b-aeb7-4c19-aa54-2639013397d0 req-4aaca284-6e99-4739-9c46-3d077203112a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0712028 Jun 07 16:00:34.797600 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:34.845146 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:34.852272 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6eb8519b-aeb7-4c19-aa54-2639013397d0 req-82ea47ff-0d4f-4a94-9fba-b705b18222c5 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655642 Jun 07 16:00:34.864125 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:34.909729 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:34.912987 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:34.919422 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:34.925337 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'Port': ['ID=b8d3bc5a-d843-4085-b5eb-1e5ac125f708,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:34.983067 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:34.983750 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:35.005398 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-1778faf7-80d5-4e1c-b54b-e550677706df tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7276454 Jun 07 16:00:35.162378 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-20d64eeb-1665-42bd-8d5b-71d395710d3b None None] Provisioning complete for port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:35.162378 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-20d64eeb-1665-42bd-8d5b-71d395710d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:35.195243 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-20d64eeb-1665-42bd-8d5b-71d395710d3b None None] Port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:00:35.293594 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710b7d4-a092-4145-8726-152d393a12cd req-e21f545a-1dda-4b00-abce-8f42c895a6d3 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:35.294997 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e710b7d4-a092-4145-8726-152d393a12cd req-e21f545a-1dda-4b00-abce-8f42c895a6d3 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 931 time: 0.0537362 Jun 07 16:00:35.347200 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e710b7d4-a092-4145-8726-152d393a12cd req-b6478ec9-4f62-4e5a-bc7f-848614f35817 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 Jun 07 16:00:35.571660 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14195cfa-0797-4c78-a69a-98b5672586b0 req-545afad2-897c-4f12-892d-e90a7ada8e50 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:35.573050 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-14195cfa-0797-4c78-a69a-98b5672586b0 req-545afad2-897c-4f12-892d-e90a7ada8e50 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0455346 Jun 07 16:00:35.626398 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-14195cfa-0797-4c78-a69a-98b5672586b0 req-fefcb7f3-1c31-48e7-b56e-307722d4ead0 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478511 Jun 07 16:00:35.973105 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7d519-7b87-4b1e-b2c4-4efff8642ccb req-17d73a0b-eb5c-4545-9a40-4c7c2f35cf07 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:35.974576 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6bc7d519-7b87-4b1e-b2c4-4efff8642ccb req-17d73a0b-eb5c-4545-9a40-4c7c2f35cf07 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0470006 Jun 07 16:00:36.021158 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6bc7d519-7b87-4b1e-b2c4-4efff8642ccb req-d114d43a-91e7-461d-8bcb-895433ecb40d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Jun 07 16:00:36.335805 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:INSERT=6,neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:36.383344 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Request body: {'port': {'device_id': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:36.474204 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:36.494309 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cba0c-3f54-49e6-96e7-94e887e67fb4 req-c053e378-4b9f-43e2-aa2b-d9751119f085 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:36.495745 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c65cba0c-3f54-49e6-96e7-94e887e67fb4 req-c053e378-4b9f-43e2-aa2b-d9751119f085 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 931 time: 0.0803144 Jun 07 16:00:36.573845 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:36.607166 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c65cba0c-3f54-49e6-96e7-94e887e67fb4 req-7a8f280e-8fc0-4b12-9186-0d9aef29679f tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907223 Jun 07 16:00:36.980881 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f9cf6-667d-4771-9130-12555c64b416 req-9f75e278-b5d4-426e-b8a9-1c731faf3bbe tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:36.982424 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0c3f9cf6-667d-4771-9130-12555c64b416 req-9f75e278-b5d4-426e-b8a9-1c731faf3bbe tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.1017547 Jun 07 16:00:37.060323 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:37.084251 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0c3f9cf6-667d-4771-9130-12555c64b416 req-01d49ea6-4ff6-4657-b347-95b7068a3231 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860567 Jun 07 16:00:37.196092 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d3bc5a-d843-4085-b5eb-1e5ac125f708 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:00:37.207564 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Publish callbacks [] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:37.218372 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6fffb-8ef9-49f2-aab1-725e4ba3e31e req-4b1aae0b-47e0-4531-9079-e3df79740126 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:37.219869 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-97d6fffb-8ef9-49f2-aab1-725e4ba3e31e req-4b1aae0b-47e0-4531-9079-e3df79740126 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0807841 Jun 07 16:00:37.243412 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Transition to ACTIVE for port object b8d3bc5a-d843-4085-b5eb-1e5ac125f708 will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:00:37.248688 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:37.290954 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=46 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:37.323360 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-97d6fffb-8ef9-49f2-aab1-725e4ba3e31e req-6eb7b35f-132d-4765-a1ba-a8cb127dccdb tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971465 Jun 07 16:00:37.323951 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d3bc5a-d843-4085-b5eb-1e5ac125f708,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:37.399641 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Attempting to bind port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:37.399970 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Attempting to bind port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:37.400292 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Attempting to bind port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 on network a5da0562-0cd6-4376-86ed-2ba23dbfe827 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:37.405440 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 on network a5da0562-0cd6-4376-86ed-2ba23dbfe827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:00:37.405856 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Attempting to bind port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 on network a5da0562-0cd6-4376-86ed-2ba23dbfe827 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:37.414070 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:37.414215 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Checking segment: {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:37.414573 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Bound using segment: {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:37.415101 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Bound port: b8d3bc5a-d843-4085-b5eb-1e5ac125f708, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:37.415351 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:37.483258 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] For port b8d3bc5a-d843-4085-b5eb-1e5ac125f708, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:37.486542 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] For port b8d3bc5a-d843-4085-b5eb-1e5ac125f708, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=b8d3bc5a-d843-4085-b5eb-1e5ac125f708,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:37.492289 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:37.526093 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:37.526709 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:37.528122 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] 10.222.0.24 "PUT /v2.0/ports/b8d3bc5a-d843-4085-b5eb-1e5ac125f708 HTTP/1.1" status: 200 len: 1093 time: 1.1489899 Jun 07 16:00:37.528564 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'tag': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:00:37.530799 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46" -d '{"events": [{"name": "network-changed", "server_uuid": "37e23c26-7004-42f2-a16b-0bc65e4db372", "tag": "b8d3bc5a-d843-4085-b5eb-1e5ac125f708"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:00:37.558253 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2a863-4288-43bf-9eb2-41e7bb7bfb22 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d3bc5a-d843-4085-b5eb-1e5ac125f708,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:37.585541 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba57c05-5bea-4e08-b82b-e187fcf3b1aa x-openstack-request-id: req-3ba57c05-5bea-4e08-b82b-e187fcf3b1aa {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:00:37.585858 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e23c26-7004-42f2-a16b-0bc65e4db372", "tag": "b8d3bc5a-d843-4085-b5eb-1e5ac125f708", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:00:37.586177 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ba57c05-5bea-4e08-b82b-e187fcf3b1aa {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:00:37.586591 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba57c05-5bea-4e08-b82b-e187fcf3b1aa'] response: {'name': 'network-changed', 'server_uuid': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'tag': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708', 'status': 'completed', 'code': 200} Jun 07 16:00:37.645783 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff4219-3247-4527-a952-060351458818 req-5d68879b-e0e7-4fa2-99cc-7e8c2bf6bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:37.647294 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-5d68879b-e0e7-4fa2-99cc-7e8c2bf6bd58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 1127 time: 0.0458457 Jun 07 16:00:37.706617 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-ca9f9c02-5938-4770-98c9-05eae9f8cc82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8d3bc5a-d843-4085-b5eb-1e5ac125f708 HTTP/1.1" status: 200 len: 217 time: 0.0480034 Jun 07 16:00:37.774857 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e8b57-bb72-4e1b-a8fe-a685ecf79a47 req-4796eb54-0e23-40a7-9a43-29aec7b7b67b tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:37.776327 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0b6e8b57-bb72-4e1b-a8fe-a685ecf79a47 req-4796eb54-0e23-40a7-9a43-29aec7b7b67b tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 943 time: 0.0798099 Jun 07 16:00:37.800311 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff4219-3247-4527-a952-060351458818 req-fdfe6adb-d0e6-4bf6-9c4f-dc4492713cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:37.801741 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-fdfe6adb-d0e6-4bf6-9c4f-dc4492713cb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.0744803 Jun 07 16:00:37.808907 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:37.859245 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0b6e8b57-bb72-4e1b-a8fe-a685ecf79a47 req-106dc1f7-44eb-4fa9-85a2-3e8065b2b484 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769906 Jun 07 16:00:37.867424 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff4219-3247-4527-a952-060351458818 req-cac82291-b84e-498f-b9ab-826b3b5e0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:37.868896 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-cac82291-b84e-498f-b9ab-826b3b5e0fa1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542319 Jun 07 16:00:37.965782 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-9a79756f-123f-47b6-985c-76620842abc3 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888469 Jun 07 16:00:38.045284 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:38.058098 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-deff4219-3247-4527-a952-060351458818 req-94a6c75b-ece3-404f-a1fb-92904bbf4cdb service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853574 Jun 07 16:00:38.180705 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46 req-4b102b9c-05c2-4862-8520-53ced8170356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:38.182234 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46 req-4b102b9c-05c2-4862-8520-53ced8170356 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 1127 time: 0.0686514 Jun 07 16:00:38.262805 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd5d25-578b-4f87-b7d8-8cd295c93190 req-392f98cf-d5d5-4fc4-9e9f-28a9ccdec13f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:38.264336 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecdd5d25-578b-4f87-b7d8-8cd295c93190 req-392f98cf-d5d5-4fc4-9e9f-28a9ccdec13f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0966332 Jun 07 16:00:38.358995 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46 req-39a8bf9e-f48b-409f-aa49-3c751f89367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:38.360488 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46 req-39a8bf9e-f48b-409f-aa49-3c751f89367f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 913 time: 0.1607993 Jun 07 16:00:38.364835 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ecdd5d25-578b-4f87-b7d8-8cd295c93190 req-55acfe1d-7a4d-41a1-bf2f-9d104c59f55e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844531 Jun 07 16:00:38.411096 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46 req-3e914257-125c-4619-9125-328e18c98f12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8d3bc5a-d843-4085-b5eb-1e5ac125f708 HTTP/1.1" status: 200 len: 217 time: 0.0427384 Jun 07 16:00:38.524632 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46 req-f2f1ada1-9ded-416c-90a5-f86697913b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:38.525744 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46 req-f2f1ada1-9ded-416c-90a5-f86697913b54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.0933986 Jun 07 16:00:38.544206 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8f4a3-2e10-4a12-acc4-27a87c172f33 req-65e1ed96-ff00-420f-889e-ad429c3d79d0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:38.545895 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5cc8f4a3-2e10-4a12-acc4-27a87c172f33 req-65e1ed96-ff00-420f-889e-ad429c3d79d0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0804768 Jun 07 16:00:38.611508 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46 req-b156ce1f-5cb2-4b67-9284-32b9850c103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:38.613476 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46 req-b156ce1f-5cb2-4b67-9284-32b9850c103b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659471 Jun 07 16:00:38.655569 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5cc8f4a3-2e10-4a12-acc4-27a87c172f33 req-0f4c9752-51c0-4a35-8319-65c177b73a14 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974679 Jun 07 16:00:38.739718 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46 req-f55b0bf7-513b-45e2-8ea2-2deea7b97a74 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097934 Jun 07 16:00:38.983076 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f547b1c-3d5d-4d49-bdc4-14b01b768ec7 req-25dae702-7dc1-4844-b294-d26dfbee8c90 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:38.984631 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6f547b1c-3d5d-4d49-bdc4-14b01b768ec7 req-25dae702-7dc1-4844-b294-d26dfbee8c90 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 943 time: 0.0545309 Jun 07 16:00:39.055803 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6f547b1c-3d5d-4d49-bdc4-14b01b768ec7 req-cca08d94-6cc1-4cb5-980b-31e768b292a0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647116 Jun 07 16:00:39.133879 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-416a3e66-ec49-4fe7-a85a-a4129e9b1e46 req-b0c2b36b-f5e2-4788-8840-41fc9392b856 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891819 Jun 07 16:00:39.499408 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb87628-45ed-4e7b-99dc-3421c1909930 req-e3697dc3-ea0f-4d3b-9afe-3d2d92e93a18 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:39.500920 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dfb87628-45ed-4e7b-99dc-3421c1909930 req-e3697dc3-ea0f-4d3b-9afe-3d2d92e93a18 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0563042 Jun 07 16:00:39.548472 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dfb87628-45ed-4e7b-99dc-3421c1909930 req-472a8116-4692-4bf6-b007-1d1cc1925be2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406837 Jun 07 16:00:39.766432 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:39.785695 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc239af-b014-43f0-bb5d-125e62d9e74b req-3617cef6-aae5-436b-a7cd-4bb47f437b41 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:39.787241 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6fc239af-b014-43f0-bb5d-125e62d9e74b req-3617cef6-aae5-436b-a7cd-4bb47f437b41 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0474536 Jun 07 16:00:39.835988 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6fc239af-b014-43f0-bb5d-125e62d9e74b req-6e22695f-aba8-4156-918e-58f661345b1a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423350 Jun 07 16:00:40.179970 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3e378-0caa-458c-909c-6ed952ff1c08 req-f279256f-929d-416d-b874-21b284e104d8 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:40.181647 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bfa3e378-0caa-458c-909c-6ed952ff1c08 req-f279256f-929d-416d-b874-21b284e104d8 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 943 time: 0.0554318 Jun 07 16:00:40.225498 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:40.235215 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bfa3e378-0caa-458c-909c-6ed952ff1c08 req-0bc53bcc-1778-4238-b09b-2d49c866c4d2 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476828 Jun 07 16:00:40.668732 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b179cb1-5a49-4c31-95e6-8e2983e5dfe9 req-7446c565-93ca-4eb9-95fb-08147cbbad30 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:40.670211 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9b179cb1-5a49-4c31-95e6-8e2983e5dfe9 req-7446c565-93ca-4eb9-95fb-08147cbbad30 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0472252 Jun 07 16:00:40.716710 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9b179cb1-5a49-4c31-95e6-8e2983e5dfe9 req-3f409204-c872-4b70-8654-00a34bca6a38 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398304 Jun 07 16:00:40.957487 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239311e-5a71-4612-b236-a4f22884c175 req-daed61f4-73cf-4ba7-b001-ac6e8ac786be tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:40.958949 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4239311e-5a71-4612-b236-a4f22884c175 req-daed61f4-73cf-4ba7-b001-ac6e8ac786be tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0502176 Jun 07 16:00:41.008266 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4239311e-5a71-4612-b236-a4f22884c175 req-927e4a48-ced1-425e-b2a8-c19ef0776dba tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436437 Jun 07 16:00:41.349731 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050a1b5-a27d-456a-b37f-e188489ddd02 req-87715ddc-b759-4e2d-a419-d7e7e6cd78c2 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:41.351170 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3050a1b5-a27d-456a-b37f-e188489ddd02 req-87715ddc-b759-4e2d-a419-d7e7e6cd78c2 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 943 time: 0.0466437 Jun 07 16:00:41.399093 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3050a1b5-a27d-456a-b37f-e188489ddd02 req-639c5d5d-7098-41cb-84ed-5813b4d99545 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 Jun 07 16:00:41.835887 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a2185-0cc9-4160-89c9-81b242e6b6da req-ad6d1adf-cdb4-498d-8a17-edb4f64fe926 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:41.837423 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-960a2185-0cc9-4160-89c9-81b242e6b6da req-ad6d1adf-cdb4-498d-8a17-edb4f64fe926 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0463738 Jun 07 16:00:41.883932 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-960a2185-0cc9-4160-89c9-81b242e6b6da req-421b72cf-8bbd-4506-9554-6ab1cb912cf2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408103 Jun 07 16:00:42.125532 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b15b1-3b92-4860-a2e3-63ce618bd0c1 req-14676ad8-1898-4fc2-b235-58ebdd33fea0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:42.126989 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b94b15b1-3b92-4860-a2e3-63ce618bd0c1 req-14676ad8-1898-4fc2-b235-58ebdd33fea0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0508490 Jun 07 16:00:42.175459 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b94b15b1-3b92-4860-a2e3-63ce618bd0c1 req-c33eb446-23fb-4bf5-beb1-a653ae6dd975 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424600 Jun 07 16:00:42.512534 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e8ae5-b779-48a0-906f-936f851d4dc3 req-819d9eed-b8bc-4dee-bf30-410102b58146 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:42.513998 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d14e8ae5-b779-48a0-906f-936f851d4dc3 req-819d9eed-b8bc-4dee-bf30-410102b58146 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 943 time: 0.0487485 Jun 07 16:00:42.564218 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d14e8ae5-b779-48a0-906f-936f851d4dc3 req-d7d0abc1-6106-4195-89a8-e6457a2705e0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440838 Jun 07 16:00:42.999678 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895387b6-a39e-40bb-bfd9-41022df1ba98 req-86f596df-af69-499b-9e9f-d5034445ad6b tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:43.001168 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-895387b6-a39e-40bb-bfd9-41022df1ba98 req-86f596df-af69-499b-9e9f-d5034445ad6b tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0461259 Jun 07 16:00:43.053170 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-895387b6-a39e-40bb-bfd9-41022df1ba98 req-949f6fac-9e5b-4158-a5e4-ae0d3b29b687 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458264 Jun 07 16:00:43.293596 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ba8ed-44e1-4be5-bc92-7ce0c658055c req-27101af1-5685-4046-a47d-411f5d9be11c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:43.296845 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-009ba8ed-44e1-4be5-bc92-7ce0c658055c req-27101af1-5685-4046-a47d-411f5d9be11c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0494418 Jun 07 16:00:43.347128 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-009ba8ed-44e1-4be5-bc92-7ce0c658055c req-fc935595-eb89-4e88-966e-62709c48ff08 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453918 Jun 07 16:00:43.677745 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e3c0c-2b70-4a43-8487-a10683cde2bc req-bd576bf4-6926-466a-8d6a-95e94d463960 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:43.679169 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d33e3c0c-2b70-4a43-8487-a10683cde2bc req-bd576bf4-6926-466a-8d6a-95e94d463960 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 943 time: 0.0475237 Jun 07 16:00:43.728710 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d33e3c0c-2b70-4a43-8487-a10683cde2bc req-31c4c86b-b3b4-4cc0-a9d6-562439b30cbc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439370 Jun 07 16:00:44.166092 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:44.176562 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ebce-ef2a-4794-9abe-8927d4cdea3f req-7a70e1fb-1fdb-4fd6-b361-241fe5b08e85 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:44.178070 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-63a4ebce-ef2a-4794-9abe-8927d4cdea3f req-7a70e1fb-1fdb-4fd6-b361-241fe5b08e85 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0533781 Jun 07 16:00:44.225708 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-63a4ebce-ef2a-4794-9abe-8927d4cdea3f req-38ce655c-f0ef-48cb-8d87-d1c6de898337 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421474 Jun 07 16:00:44.469282 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4a03a-932e-4fd3-9b5a-c97598d32bb3 req-9a1cbb89-fd13-4223-98dc-870a2805c5a9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:44.471438 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5db4a03a-932e-4fd3-9b5a-c97598d32bb3 req-9a1cbb89-fd13-4223-98dc-870a2805c5a9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0478277 Jun 07 16:00:44.498521 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:44.522668 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5db4a03a-932e-4fd3-9b5a-c97598d32bb3 req-b8510fb2-49b0-4ec2-92a2-484b3242ea04 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453331 Jun 07 16:00:44.732755 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-b2365fbb-fbb6-4b34-98da-19a5b441a946 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623249190&fields=id&tenant_id=8bc2a18d64e440eabb0f4f4a072cf671 HTTP/1.1" status: 200 len: 267 time: 0.0450478 Jun 07 16:00:44.865418 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047909-cc1d-4ded-b85d-7ffbe9e6e5e8 req-a031485d-f657-4b32-a17f-0e4b09af4f7d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:44.866904 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f2047909-cc1d-4ded-b85d-7ffbe9e6e5e8 req-a031485d-f657-4b32-a17f-0e4b09af4f7d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 943 time: 0.0645924 Jun 07 16:00:44.894440 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-f5c495c7-1d12-4e18-a731-bb2aff8df2de tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:44.895853 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-f5c495c7-1d12-4e18-a731-bb2aff8df2de tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/networks?id=b8456bfa-e327-4646-9098-4f04d53b18a5 HTTP/1.1" status: 200 len: 809 time: 0.1560371 Jun 07 16:00:44.913525 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-77da7d46-2df0-4965-a9a6-6339b400438f tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/quotas/8bc2a18d64e440eabb0f4f4a072cf671 HTTP/1.1" status: 200 len: 375 time: 0.0094547 Jun 07 16:00:44.969299 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f2047909-cc1d-4ded-b85d-7ffbe9e6e5e8 req-810ba57e-4d21-47c2-967d-98c357171eaf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966611 Jun 07 16:00:44.984538 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-a16219fd-1f2a-4ead-aa9f-bf867b51de19 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8bc2a18d64e440eabb0f4f4a072cf671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630710 Jun 07 16:00:45.077707 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-7f23b027-cb06-4bb8-921a-815e12229449 service neutron] 10.222.0.18 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835488 Jun 07 16:00:45.171743 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-15653f40-05d3-44f1-aafe-812518296e23 service neutron] 10.222.0.18 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876720 Jun 07 16:00:45.358108 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d111b2e-b987-447f-a6e4-f928c45dd234 req-717acc7c-0311-46d1-98cf-d32e9bafa625 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:45.359698 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2d111b2e-b987-447f-a6e4-f928c45dd234 req-717acc7c-0311-46d1-98cf-d32e9bafa625 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0561817 Jun 07 16:00:45.414574 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2d111b2e-b987-447f-a6e4-f928c45dd234 req-6f8a6751-d2e4-4e95-84bf-760b9242b41a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478413 Jun 07 16:00:45.480896 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7234e8f0-9494-4485-a6c7-13025e06b5a8 req-f534e5f2-9e13-480d-a519-d5b3c6030457 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 210 time: 0.0303168 Jun 07 16:00:45.669594 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313c411-af10-42af-8202-8bbed54d986c req-c521cf35-6481-4e8c-8e90-ab36252af16f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:45.670619 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3313c411-af10-42af-8202-8bbed54d986c req-c521cf35-6481-4e8c-8e90-ab36252af16f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0728545 Jun 07 16:00:45.724808 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-68bd5a20-6a21-408a-a7e8-eb3aa35303b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734341 Jun 07 16:00:45.749697 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3313c411-af10-42af-8202-8bbed54d986c req-fe2abdd9-3345-4fec-8672-a9d6751571d6 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623052 Jun 07 16:00:46.083444 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a930817-22df-4b50-b9ff-b1136922583a req-fa1a7d3b-fb40-4c91-9ebb-1c9c92a36e91 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:46.085236 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a930817-22df-4b50-b9ff-b1136922583a req-fa1a7d3b-fb40-4c91-9ebb-1c9c92a36e91 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 943 time: 0.0474334 Jun 07 16:00:46.166665 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a930817-22df-4b50-b9ff-b1136922583a req-b0cfb399-d102-4a9b-a428-9e8d5011f132 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753438 Jun 07 16:00:46.184515 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-b5b5a236-a4b2-4579-adf6-431f754bdebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:46.184515 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-b5b5a236-a4b2-4579-adf6-431f754bdebe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 1130 time: 0.0573895 Jun 07 16:00:46.213569 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:46.307201 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-cf6d6313-a5d2-41d7-a1ac-ddf2a8d39011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:46.308700 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-cf6d6313-a5d2-41d7-a1ac-ddf2a8d39011 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 914 time: 0.1033289 Jun 07 16:00:46.384330 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:46.390108 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device b8d3bc5a-d843-4085-b5eb-1e5ac125f708 details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:00:46.400231 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-c6e2e453-cb9f-45ee-8b3f-42842a731b67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4208b596-39fa-4701-8fbb-e471f3af4e3d HTTP/1.1" status: 200 len: 1002 time: 0.0730014 Jun 07 16:00:46.495928 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port b8d3bc5a-d843-4085-b5eb-1e5ac125f708, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=b8d3bc5a-d843-4085-b5eb-1e5ac125f708,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:46.508657 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'port_id': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708', 'mac_address': 'fa:16:3e:a7:a1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:00:46.543358 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933cbb7-3d49-4ced-9670-93a475de14ec req-dd779874-f36a-4b8d-8d5d-46c02a809225 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:46.544892 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7933cbb7-3d49-4ced-9670-93a475de14ec req-dd779874-f36a-4b8d-8d5d-46c02a809225 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0530927 Jun 07 16:00:46.545697 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:46.546087 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:46.560275 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d3bc5a-d843-4085-b5eb-1e5ac125f708 {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:00:46.584498 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port b8d3bc5a-d843-4085-b5eb-1e5ac125f708, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=b8d3bc5a-d843-4085-b5eb-1e5ac125f708,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:46.591619 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:46.606233 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ebfbc468-e586-4ab0-bdac-1de19cf741eb req-4676d256-3233-41cf-a8c1-95c790174c0b tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 210 time: 0.0478621 Jun 07 16:00:46.616953 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:46.632330 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7933cbb7-3d49-4ced-9670-93a475de14ec req-617e5e68-fd55-475e-b401-6dc75d228714 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795593 Jun 07 16:00:46.645333 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=b8d3bc5a-d843-4085-b5eb-1e5ac125f708,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:46.806654 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-8735331a-a8bc-4838-b714-e914c8283fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:46.808201 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-8735331a-a8bc-4838-b714-e914c8283fe5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.0687602 Jun 07 16:00:46.845052 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-745ef509-544f-43c7-9140-b762e2bde02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:46.929167 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['b8d3bc5a-d843-4085-b5eb-1e5ac125f708'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:00:46.948693 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-885ffac9-8898-416b-aae8-10e00d5c4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:46.950253 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-885ffac9-8898-416b-aae8-10e00d5c4376 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1287432 Jun 07 16:00:46.964975 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322359d4-80be-47d9-87a2-3d06b336ca98 req-4a5df364-806b-4e69-813d-2888e3a34bde tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:46.966490 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-322359d4-80be-47d9-87a2-3d06b336ca98 req-4a5df364-806b-4e69-813d-2888e3a34bde tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.1347034 Jun 07 16:00:47.127668 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-322359d4-80be-47d9-87a2-3d06b336ca98 req-ca2f8845-728e-4882-98e8-fc6569421acc tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544883 Jun 07 16:00:47.144042 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-751a9871-41a8-4e03-93c0-57b2d7eb88a3 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:47.146212 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-751a9871-41a8-4e03-93c0-57b2d7eb88a3 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.24 "GET /v2.0/networks?id=b8456bfa-e327-4646-9098-4f04d53b18a5 HTTP/1.1" status: 200 len: 809 time: 0.2856538 Jun 07 16:00:47.159310 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-4f28be8c-2b67-4010-bc73-4434da16472a service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615679 Jun 07 16:00:47.323893 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-de49010d-7541-4768-8873-0615855124f1 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bc2a18d64e440eabb0f4f4a072cf671 HTTP/1.1" status: 200 len: 380 time: 0.1636446 Jun 07 16:00:47.350875 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0bc93-f33f-43c9-9d60-75d18528f778 req-70644f8a-1d27-4d69-9a89-051796e67560 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:47.352303 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7af0bc93-f33f-43c9-9d60-75d18528f778 req-70644f8a-1d27-4d69-9a89-051796e67560 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 944 time: 0.1077619 Jun 07 16:00:47.365210 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96ed2720-cbd1-4022-9cba-7328ffd05b0b req-59d067ee-9d49-4f75-a4bc-aa589286cf3a service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986468 Jun 07 16:00:47.406403 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Request body: {'port': {'device_id': '02aea574-14a9-41bc-8699-a5d3525a3390', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'admin_state_up': True, 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'security_groups': ['db63c86c-8615-4042-8079-733046bc2592']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:47.696269 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab120e-aef8-4903-8280-ce81d763c8c8 req-81e53524-aec6-437c-b2aa-741ce19a2bbe tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:47.697759 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c8ab120e-aef8-4903-8280-ce81d763c8c8 req-81e53524-aec6-437c-b2aa-741ce19a2bbe tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.3573990 Jun 07 16:00:47.764603 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7af0bc93-f33f-43c9-9d60-75d18528f778 req-9bcc9206-b78e-4a0f-b16a-4c0133496df4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4019351 Jun 07 16:00:47.771310 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:47.809772 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c8ab120e-aef8-4903-8280-ce81d763c8c8 req-22320f52-7cea-4e8e-9cf7-de7a26f70131 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037078 Jun 07 16:00:47.814656 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:47.870820 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e462f029-0914-4234-b267-1625ed6c3134 req-a4850e1d-22bb-4939-8398-b5d6d168449b tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 210 time: 0.0345075 Jun 07 16:00:47.871362 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Made reservation on behalf of 8bc2a18d64e440eabb0f4f4a072cf671 for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:00:47.874828 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:47.973034 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afc67e-ce6b-4f44-91c4-7a19dce4508f req-d23a8d18-0727-44b4-b9ec-2a181d75f816 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:47.974542 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b6afc67e-ce6b-4f44-91c4-7a19dce4508f req-d23a8d18-0727-44b4-b9ec-2a181d75f816 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0860260 Jun 07 16:00:48.072070 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b6afc67e-ce6b-4f44-91c4-7a19dce4508f req-0fb17707-5dcd-4f5f-9e6a-9d4b2c7a7103 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907106 Jun 07 16:00:48.086446 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Allocated IP 172.20.0.14 (b8456bfa-e327-4646-9098-4f04d53b18a5/7e29039f-3438-4bb9-8234-bd4dbb940c1e/ecee4301-3191-46a9-9f87-5b81919581bd) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:48.263161 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for port (ecee4301-3191-46a9-9f87-5b81919581bd), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:48.271953 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622755f-f85d-406c-828b-4d8434cb6ab4 req-e954ce5a-6d5d-4498-99af-573630d8ca4d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:48.273422 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1622755f-f85d-406c-828b-4d8434cb6ab4 req-e954ce5a-6d5d-4498-99af-573630d8ca4d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0726223 Jun 07 16:00:48.337788 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:48.342049 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1622755f-f85d-406c-828b-4d8434cb6ab4 req-119262d3-54dd-4832-82eb-ad8c065d4f67 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626223 Jun 07 16:00:48.381702 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Network b8456bfa-e327-4646-9098-4f04d53b18a5 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:48.385103 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:48.391493 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:48.398704 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device b8d3bc5a-d843-4085-b5eb-1e5ac125f708 up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:48.414829 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event updated for resources: {'Port': ['ID=ecee4301-3191-46a9-9f87-5b81919581bd,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:48.428835 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.429066 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.429393 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.429725 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.430056 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.430375 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.430717 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.431004 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.431377 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.431637 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.431945 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.432261 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.432624 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.432929 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.433243 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:48.450867 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:00:48.458672 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:48.459038 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:48.459760 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:48.460642 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:48.487817 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-68ab044b-7350-4769-922e-9c04a50601c0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0886388 Jun 07 16:00:48.509327 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Request body: {'port': {'device_id': '02aea574-14a9-41bc-8699-a5d3525a3390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:48.527328 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:48.540327 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:48.541035 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:48.571601 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:00:48.574250 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232d6ce3-839c-4855-9b34-f33649a1eaae" -d '{"events": [{"server_uuid": "37e23c26-7004-42f2-a16b-0bc65e4db372", "name": "network-vif-plugged", "status": "completed", "tag": "b8d3bc5a-d843-4085-b5eb-1e5ac125f708"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:00:48.584253 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:48.589515 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port b8d3bc5a-d843-4085-b5eb-1e5ac125f708, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=b8d3bc5a-d843-4085-b5eb-1e5ac125f708,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:48.599391 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:48.633951 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae916f58-1941-43c6-8235-1e2cc412c730 x-openstack-request-id: req-ae916f58-1941-43c6-8235-1e2cc412c730 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:00:48.634591 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e23c26-7004-42f2-a16b-0bc65e4db372", "name": "network-vif-plugged", "status": "completed", "tag": "b8d3bc5a-d843-4085-b5eb-1e5ac125f708", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:00:48.634918 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae916f58-1941-43c6-8235-1e2cc412c730 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:00:48.635346 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae916f58-1941-43c6-8235-1e2cc412c730'] response: {'server_uuid': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708', 'code': 200} Jun 07 16:00:48.674537 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-1af0e826-16d4-4756-aa2f-b5eabbf97240 None None] Provisioning complete for port ecee4301-3191-46a9-9f87-5b81919581bd triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:48.675515 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1af0e826-16d4-4756-aa2f-b5eabbf97240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:48.675715 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:48.683242 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=b8d3bc5a-d843-4085-b5eb-1e5ac125f708,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:48.692224 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:48.715899 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-1af0e826-16d4-4756-aa2f-b5eabbf97240 None None] Port ecee4301-3191-46a9-9f87-5b81919581bd cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:00:48.934481 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c334d31-d2f7-4a57-8baf-b4bd63bbe106 req-7f4a454d-9beb-499a-af36-4720c0b5515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:48.936306 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4c334d31-d2f7-4a57-8baf-b4bd63bbe106 req-7f4a454d-9beb-499a-af36-4720c0b5515d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 1129 time: 0.1034627 Jun 07 16:00:48.990284 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43ba48-a833-49c8-856d-502bfa078c8d req-1fa335f0-c071-48dd-b8c8-80ebdbf595f5 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:48.991755 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-be43ba48-a833-49c8-856d-502bfa078c8d req-1fa335f0-c071-48dd-b8c8-80ebdbf595f5 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 945 time: 0.1462314 Jun 07 16:00:49.015838 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9ac6818-0d70-4a84-811b-29d7954d7d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:49.026076 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00dd0d-abc8-436c-8391-4fead95e8f1c req-d9822441-3142-48b6-b07b-8d263ac393ef tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:49.027528 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e00dd0d-abc8-436c-8391-4fead95e8f1c req-d9822441-3142-48b6-b07b-8d263ac393ef tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.1187906 Jun 07 16:00:49.114860 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecee4301-3191-46a9-9f87-5b81919581bd {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:00:49.120893 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4c334d31-d2f7-4a57-8baf-b4bd63bbe106 req-0c508738-07bb-40f8-9d1a-4524430bae4c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589882 Jun 07 16:00:49.134218 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Publish callbacks [] for port (ecee4301-3191-46a9-9f87-5b81919581bd), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:49.166712 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-be43ba48-a833-49c8-856d-502bfa078c8d req-711151a9-0b8b-42d6-a0bb-327f1229afef tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644616 Jun 07 16:00:49.171567 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Transition to ACTIVE for port object ecee4301-3191-46a9-9f87-5b81919581bd will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:00:49.176814 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:49.185166 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e00dd0d-abc8-436c-8391-4fead95e8f1c req-f416c96f-db8b-4c29-bbea-be3e0aa7bdcb tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238980 Jun 07 16:00:49.231531 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ecee4301-3191-46a9-9f87-5b81919581bd,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:49.374992 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee0d0b-3753-4f3f-b908-e435bf2899ae req-f0b3f14d-4586-4a03-af38-76833a75aca1 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:49.376601 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fdee0d0b-3753-4f3f-b908-e435bf2899ae req-f0b3f14d-4586-4a03-af38-76833a75aca1 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0830681 Jun 07 16:00:49.386354 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7befd-9840-4de1-8595-8c7a520ed163 req-e6abc616-49f3-4b53-8cdc-31d7d78282f6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:49.387872 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-31f7befd-9840-4de1-8595-8c7a520ed163 req-e6abc616-49f3-4b53-8cdc-31d7d78282f6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.1267753 Jun 07 16:00:49.426502 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Attempting to bind port ecee4301-3191-46a9-9f87-5b81919581bd on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:00:49.426793 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Attempting to bind port ecee4301-3191-46a9-9f87-5b81919581bd by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:00:49.427189 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Attempting to bind port ecee4301-3191-46a9-9f87-5b81919581bd on network b8456bfa-e327-4646-9098-4f04d53b18a5 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:49.438383 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Port ecee4301-3191-46a9-9f87-5b81919581bd on network b8456bfa-e327-4646-9098-4f04d53b18a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:00:49.438708 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Attempting to bind port ecee4301-3191-46a9-9f87-5b81919581bd on network b8456bfa-e327-4646-9098-4f04d53b18a5 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:00:49.467491 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:00:49.467822 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Checking segment: {'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:00:49.468199 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Bound using segment: {'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:00:49.468661 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Bound port: ecee4301-3191-46a9-9f87-5b81919581bd, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3512d2c1-a578-42cb-a506-07b6a7623145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:00:49.469013 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:49.486281 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:49.504262 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fdee0d0b-3753-4f3f-b908-e435bf2899ae req-252c78d3-f03a-4c69-aa1d-d213a0c0ecd3 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153069 Jun 07 16:00:49.508978 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-31f7befd-9840-4de1-8595-8c7a520ed163 req-9ca057cc-653b-4808-89a1-b48366c7a494 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119883 Jun 07 16:00:49.563023 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] For port ecee4301-3191-46a9-9f87-5b81919581bd, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:00:49.566656 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] For port ecee4301-3191-46a9-9f87-5b81919581bd, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=ecee4301-3191-46a9-9f87-5b81919581bd,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:00:49.574316 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:49.606817 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:49.636065 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:49.636767 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:49.638085 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/ecee4301-3191-46a9-9f87-5b81919581bd HTTP/1.1" status: 200 len: 1094 time: 1.1332936 Jun 07 16:00:49.638602 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:00:49.640859 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf84f78-6764-4e1d-b6c8-f2a2f83918a3" -d '{"events": [{"name": "network-changed", "server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:00:49.666440 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960741d6-ca1f-4b08-b377-ca6e07515cfc req-d50cd52c-b7e7-4b28-8087-35e8a6059390 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:49.668679 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-960741d6-ca1f-4b08-b377-ca6e07515cfc req-d50cd52c-b7e7-4b28-8087-35e8a6059390 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0961716 Jun 07 16:00:49.690458 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c11adf-7243-4987-a55e-eaf805fd74d8 x-openstack-request-id: req-a5c11adf-7243-4987-a55e-eaf805fd74d8 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:00:49.690760 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:00:49.691026 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5c11adf-7243-4987-a55e-eaf805fd74d8 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:00:49.691138 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:49.691586 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c11adf-7243-4987-a55e-eaf805fd74d8'] response: {'name': 'network-changed', 'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'status': 'completed', 'code': 200} Jun 07 16:00:49.701050 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441641d0-8003-4530-ad61-92ca33ed97e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ecee4301-3191-46a9-9f87-5b81919581bd,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:49.734998 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-960741d6-ca1f-4b08-b377-ca6e07515cfc req-e83c9035-f1ea-4300-a7b0-7bf2a3d1e5be tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582318 Jun 07 16:00:50.140710 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:50.154488 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf84f78-6764-4e1d-b6c8-f2a2f83918a3 req-7ccc833d-a4e4-498c-acd7-87edd0136d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:50.156095 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9cf84f78-6764-4e1d-b6c8-f2a2f83918a3 req-7ccc833d-a4e4-498c-acd7-87edd0136d06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bc2a18d64e440eabb0f4f4a072cf671&device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 1128 time: 0.0408099 Jun 07 16:00:50.313635 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:50.317795 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:50.365050 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2f452-e7f8-4eaf-9e29-74cf0a9df16d req-7d304b49-9816-4c03-9a66-fa9cb050e488 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:50.366519 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-acc2f452-e7f8-4eaf-9e29-74cf0a9df16d req-7d304b49-9816-4c03-9a66-fa9cb050e488 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 945 time: 0.1296256 Jun 07 16:00:50.397743 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fbb86-6ab3-4367-b0fa-519c1e1adbc0 req-8a315ca9-30eb-488e-8c7c-5cf9aaa6ed2a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:50.399096 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c15fbb86-6ab3-4367-b0fa-519c1e1adbc0 req-8a315ca9-30eb-488e-8c7c-5cf9aaa6ed2a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.1265078 Jun 07 16:00:50.475238 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf84f78-6764-4e1d-b6c8-f2a2f83918a3 req-c7fc62a9-4d64-49ef-a02d-b360b440d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:50.476723 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9cf84f78-6764-4e1d-b6c8-f2a2f83918a3 req-c7fc62a9-4d64-49ef-a02d-b360b440d372 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8bc2a18d64e440eabb0f4f4a072cf671&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2282538 Jun 07 16:00:50.485669 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-acc2f452-e7f8-4eaf-9e29-74cf0a9df16d req-20126ec9-ef43-4fc2-bbe2-c7a2a6519294 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110475 Jun 07 16:00:50.496719 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c15fbb86-6ab3-4367-b0fa-519c1e1adbc0 req-a63a9f48-52ef-4687-bc01-f981aa55d9ca tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895019 Jun 07 16:00:50.652378 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a639740-5b8f-4798-aee8-655de4755583 req-0ebea3c4-5904-4d42-8d05-b7a1967f5f64 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:50.653873 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a639740-5b8f-4798-aee8-655de4755583 req-0ebea3c4-5904-4d42-8d05-b7a1967f5f64 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0812201 Jun 07 16:00:50.662708 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825095b5-e876-4d93-a156-25f52b00c6ac req-e4fe244b-41b5-4f80-babc-435b627d92d9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:50.664067 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-825095b5-e876-4d93-a156-25f52b00c6ac req-e4fe244b-41b5-4f80-babc-435b627d92d9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0813799 Jun 07 16:00:50.740338 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a639740-5b8f-4798-aee8-655de4755583 req-91225cf5-cbe2-4cac-a359-006cb64b6418 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753000 Jun 07 16:00:50.744728 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-825095b5-e876-4d93-a156-25f52b00c6ac req-312fe87b-5990-460f-aef5-f9e4cebe617a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730696 Jun 07 16:00:50.857004 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa844bd-bef8-4ed4-9459-d78697f04745 req-586b62af-ab3c-4cd1-a00a-3d6b09030557 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:50.858480 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6aa844bd-bef8-4ed4-9459-d78697f04745 req-586b62af-ab3c-4cd1-a00a-3d6b09030557 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0528080 Jun 07 16:00:50.910564 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6aa844bd-bef8-4ed4-9459-d78697f04745 req-4c551f9d-f7dd-4a30-956b-105f698ae455 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454736 Jun 07 16:00:51.101065 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf84f78-6764-4e1d-b6c8-f2a2f83918a3 req-76230845-cb72-420f-9ecd-84ac74223231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:51.102521 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9cf84f78-6764-4e1d-b6c8-f2a2f83918a3 req-76230845-cb72-420f-9ecd-84ac74223231 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979972 Jun 07 16:00:51.182594 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-a166d1cd-d651-4704-9771-bfe2d4df5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:51.183986 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-a166d1cd-d651-4704-9771-bfe2d4df5d97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bc2a18d64e440eabb0f4f4a072cf671&device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 1128 time: 0.0403018 Jun 07 16:00:51.226960 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-31098385-b618-4165-a496-3a07aea966ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecee4301-3191-46a9-9f87-5b81919581bd HTTP/1.1" status: 200 len: 217 time: 0.0348444 Jun 07 16:00:51.265943 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:51.280208 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-d49bba26-8aa9-4a22-ae21-621cacae0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:51.281706 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-d49bba26-8aa9-4a22-ae21-621cacae0af5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e29039f-3438-4bb9-8234-bd4dbb940c1e HTTP/1.1" status: 200 len: 848 time: 0.0451131 Jun 07 16:00:51.330627 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-79c8dd68-6eef-4cf4-9ab1-86f62b1408fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:51.332100 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-79c8dd68-6eef-4cf4-9ab1-86f62b1408fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8456bfa-e327-4646-9098-4f04d53b18a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395947 Jun 07 16:00:51.429619 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:51.434016 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-ea3b7e13-0c0d-4d6c-8ff3-c0a145bf0ace service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877368 Jun 07 16:00:51.525752 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f87c8068-2d19-40a8-a250-c05b80499e9e req-62fc6c63-5793-4d2f-a31f-27c60afb246b service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851688 Jun 07 16:00:51.622973 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:51.644037 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d775d23-5467-4940-a669-aa05f77e7835 req-7c4c6aa2-294d-4b04-be1a-dbf464521f0f tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:51.646645 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2d775d23-5467-4940-a669-aa05f77e7835 req-7c4c6aa2-294d-4b04-be1a-dbf464521f0f tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 945 time: 0.0838690 Jun 07 16:00:51.652798 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4995-8c8c-4f54-ba8a-128916bc76a9 req-7ac2aca5-e071-4fca-895a-64c779575438 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:51.654271 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1c4c4995-8c8c-4f54-ba8a-128916bc76a9 req-7ac2aca5-e071-4fca-895a-64c779575438 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0818887 Jun 07 16:00:51.732776 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1c4c4995-8c8c-4f54-ba8a-128916bc76a9 req-bb0721af-ea4a-4ee3-9ee2-352e2e2bbeb2 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707839 Jun 07 16:00:51.737131 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2d775d23-5467-4940-a669-aa05f77e7835 req-8b5eb22a-ac96-4eb7-840c-713aadca9ac8 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819108 Jun 07 16:00:51.887884 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d93e83-efc8-4fdd-86fb-6c3958f4bb1f req-c5196976-b887-405f-8d77-91ea328d09bc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:51.889622 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78d93e83-efc8-4fdd-86fb-6c3958f4bb1f req-c5196976-b887-405f-8d77-91ea328d09bc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 945 time: 0.0839224 Jun 07 16:00:51.896228 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab71aa-7d70-4a13-aa80-989fcdde7fe8 req-2e225dea-76d6-45f2-bb7d-ea84463597f1 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:51.897747 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5bab71aa-7d70-4a13-aa80-989fcdde7fe8 req-2e225dea-76d6-45f2-bb7d-ea84463597f1 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0909669 Jun 07 16:00:51.975027 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78d93e83-efc8-4fdd-86fb-6c3958f4bb1f req-6d950ac3-57b9-453f-af48-e5fede43876f tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763175 Jun 07 16:00:51.985882 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5bab71aa-7d70-4a13-aa80-989fcdde7fe8 req-a7221f3f-c35c-42b3-8df8-7bf0f7e8798f tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799890 Jun 07 16:00:51.998698 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 56268) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:52.121746 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e902e3-200c-4ad0-ba79-b8c300e2d882 req-fe269746-6d16-490d-8061-aaec1bc288b7 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:52.123222 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b5e902e3-200c-4ad0-ba79-b8c300e2d882 req-fe269746-6d16-490d-8061-aaec1bc288b7 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0900640 Jun 07 16:00:52.131791 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50503f98-bc1d-418d-8c4c-0e8ec9021008 req-b1f4f209-2534-478f-af68-ba360852e557 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:52.133264 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-50503f98-bc1d-418d-8c4c-0e8ec9021008 req-b1f4f209-2534-478f-af68-ba360852e557 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0656796 Jun 07 16:00:52.208817 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b5e902e3-200c-4ad0-ba79-b8c300e2d882 req-4b96e4e6-11ff-4145-8929-508cb868fee6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745842 Jun 07 16:00:52.211951 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-50503f98-bc1d-418d-8c4c-0e8ec9021008 req-7d2015c6-8a75-4d2a-a28a-0e629dbf8743 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710278 Jun 07 16:00:52.215865 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d16e5a-8ef7-4c64-a7f0-68fd99aceab9 tempest-TestVolumeBootPattern-1131682816 tempest-TestVolumeBootPattern-1131682816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:52.218123 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-63d16e5a-8ef7-4c64-a7f0-68fd99aceab9 tempest-TestVolumeBootPattern-1131682816 tempest-TestVolumeBootPattern-1131682816-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 1124 time: 0.2184143 Jun 07 16:00:52.220741 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 56274) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:52.226204 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'port_id': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:52.249037 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:52.327976 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:52.440602 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Allocated IP 172.27.2.213 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/7dae0a68-85d2-40e8-8710-0934f4a30615) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:52.548036 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for port (7dae0a68-85d2-40e8-8710-0934f4a30615), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:52.579292 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (7dae0a68-85d2-40e8-8710-0934f4a30615), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:52.617275 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:52.621614 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:52.624280 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:52.650162 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'Port': ['ID=7dae0a68-85d2-40e8-8710-0934f4a30615,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:52.662557 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.662891 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.663229 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.663555 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.663876 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.664192 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.664537 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.664851 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.665164 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.665475 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.665786 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.666096 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.666404 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.666710 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.667015 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:52.852812 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68144249-2c7b-483d-92cf-17864240e5b0 req-df6994eb-ca44-4d7f-ae1a-c1e9fbe63fbd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:52.854289 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-68144249-2c7b-483d-92cf-17864240e5b0 req-df6994eb-ca44-4d7f-ae1a-c1e9fbe63fbd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0475791 Jun 07 16:00:52.906805 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-68144249-2c7b-483d-92cf-17864240e5b0 req-81389a00-90a6-47ed-8a29-3e789e1c7cd8 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463922 Jun 07 16:00:52.998119 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:53.005472 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:53.021331 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (95149550-c6ec-4aa2-b11d-29479b673884), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:53.123263 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (7dae0a68-85d2-40e8-8710-0934f4a30615), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:53.170718 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eda0db-23b6-40a2-b42d-508b7969ae8e req-d2745da8-3765-4d8c-8cac-c3528d531e28 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:53.172675 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d1eda0db-23b6-40a2-b42d-508b7969ae8e req-d2745da8-3765-4d8c-8cac-c3528d531e28 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.1011791 Jun 07 16:00:53.259772 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:53.275272 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d1eda0db-23b6-40a2-b42d-508b7969ae8e req-c8bdc59f-2f35-4ad8-891b-8f8be4e76b29 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883267 Jun 07 16:00:53.316345 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:53.386819 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for port (7dae0a68-85d2-40e8-8710-0934f4a30615), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:53.391556 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1212707'] for port (7dae0a68-85d2-40e8-8710-0934f4a30615), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:53.416084 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb43604-8372-446d-be91-d14ea81257cc req-4fb254db-a859-436e-a85c-48ac4056f7ec tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:53.417644 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bcb43604-8372-446d-be91-d14ea81257cc req-4fb254db-a859-436e-a85c-48ac4056f7ec tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.1114717 Jun 07 16:00:53.438398 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f405bd-1a0b-48a7-b4ff-df5985dd3e0d req-ca8ae0c1-af5c-42a9-b911-d2535434e4de tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:53.439887 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-92f405bd-1a0b-48a7-b4ff-df5985dd3e0d req-ca8ae0c1-af5c-42a9-b911-d2535434e4de tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0714388 Jun 07 16:00:53.518195 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bcb43604-8372-446d-be91-d14ea81257cc req-e79723b0-c22c-4646-aff6-b681a92c6333 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944319 Jun 07 16:00:53.518634 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:53.527672 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-92f405bd-1a0b-48a7-b4ff-df5985dd3e0d req-55c23a27-dde6-4f75-81c0-0eb2d059d699 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769589 Jun 07 16:00:53.631596 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'Port': ['ID=7dae0a68-85d2-40e8-8710-0934f4a30615,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:53.639688 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (95149550-c6ec-4aa2-b11d-29479b673884), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:53.735382 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.l3_db [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Floating IP 95149550-c6ec-4aa2-b11d-29479b673884 associated. External IP: 172.27.2.213, port: b8d3bc5a-d843-4085-b5eb-1e5ac125f708. Jun 07 16:00:53.944475 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Router 469acd32-59a7-44f8-acf0-72a01d723b91 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:00:54.059204 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da37783-9087-4ce3-bd9f-ab2030a0c93b req-0b91fed2-50dc-481c-af17-c796f8f71c79 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:54.060728 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0da37783-9087-4ce3-bd9f-ab2030a0c93b req-0b91fed2-50dc-481c-af17-c796f8f71c79 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0551524 Jun 07 16:00:54.074869 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:00:54.086156 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2634d91d-f171-4e73-899b-bdb5d3d93ab2 None None] Sync routers for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:00:54.093900 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:54.097862 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634d91d-f171-4e73-899b-bdb5d3d93ab2 None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:54.098631 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-2634d91d-f171-4e73-899b-bdb5d3d93ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:00:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:54.114974 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0da37783-9087-4ce3-bd9f-ab2030a0c93b req-d036a355-5c44-415b-a0e9-a27458a495c4 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480716 Jun 07 16:00:54.126754 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8389a86b-03ed-4c30-bd44-7b1f017034b4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9049518 Jun 07 16:00:54.127544 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'tag': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:00:54.132252 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f097f6ac36b35195947aa4438c9488911cf55d48cfeb24672d25f9ae282f2969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c0d362-880f-4961-920c-a9df1df2a970" -d '{"events": [{"name": "network-changed", "server_uuid": "37e23c26-7004-42f2-a16b-0bc65e4db372", "tag": "b8d3bc5a-d843-4085-b5eb-1e5ac125f708"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:00:54.167728 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d151a1cd-5ff5-46c6-915e-c54717a71add x-openstack-request-id: req-d151a1cd-5ff5-46c6-915e-c54717a71add {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:00:54.168097 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e23c26-7004-42f2-a16b-0bc65e4db372", "tag": "b8d3bc5a-d843-4085-b5eb-1e5ac125f708", "status": "completed", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:00:54.168486 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d151a1cd-5ff5-46c6-915e-c54717a71add {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:00:54.168890 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d151a1cd-5ff5-46c6-915e-c54717a71add'] response: {'name': 'network-changed', 'server_uuid': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'tag': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708', 'status': 'completed', 'code': 200} Jun 07 16:00:54.217624 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-2634d91d-f171-4e73-899b-bdb5d3d93ab2 None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:54.399501 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 56304) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:54.401070 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ff98b-9daa-473a-a6cb-42f7c693e2b9 req-a97e6489-38a4-4b7c-ab64-aaa065820fd7 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:54.402612 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-429ff98b-9daa-473a-a6cb-42f7c693e2b9 req-a97e6489-38a4-4b7c-ab64-aaa065820fd7 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0574031 Jun 07 16:00:54.404016 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-508f750d-1ae6-40a3-867a-28e6db30ee52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932563553', 'description': 'tempest-description--1750313938'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:54.433718 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:54.438608 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9b997521-b0f1-4473-8789-20e9f18a83df details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:00:54.442697 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:54.446690 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-2634d91d-f171-4e73-899b-bdb5d3d93ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '95149550-c6ec-4aa2-b11d-29479b673884', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:a7:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:00:52Z', 'updated_at': '2022-06-07T16:00:52Z', 'revision_number': 0, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:54.449844 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:54.450767 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-508f750d-1ae6-40a3-867a-28e6db30ee52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:54.478014 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2634d91d-f171-4e73-899b-bdb5d3d93ab2 None None] Checking router: 469acd32-59a7-44f8-acf0-72a01d723b91 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:00:54.489604 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634d91d-f171-4e73-899b-bdb5d3d93ab2 None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:00:54.490480 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-2634d91d-f171-4e73-899b-bdb5d3d93ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:00:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:54.504177 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-429ff98b-9daa-473a-a6cb-42f7c693e2b9 req-df84eb46-4aa6-40ec-a5bb-6463673502de tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950689 Jun 07 16:00:54.510503 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0d362-880f-4961-920c-a9df1df2a970 req-0dad1f99-7065-4f04-b452-62567b41593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:54.512217 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-69c0d362-880f-4961-920c-a9df1df2a970 req-0dad1f99-7065-4f04-b452-62567b41593f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 1129 time: 0.0668614 Jun 07 16:00:54.550720 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-508f750d-1ae6-40a3-867a-28e6db30ee52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (82d46eff-7de7-4124-95b4-394f13123d50), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:54.565458 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-508f750d-1ae6-40a3-867a-28e6db30ee52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (82d46eff-7de7-4124-95b4-394f13123d50), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:54.623402 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-2634d91d-f171-4e73-899b-bdb5d3d93ab2 None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:00:54.657746 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-508f750d-1ae6-40a3-867a-28e6db30ee52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:54.663530 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-508f750d-1ae6-40a3-867a-28e6db30ee52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2622187 Jun 07 16:00:54.663726 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 56310) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:54.664367 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f750d-1ae6-40a3-867a-28e6db30ee52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d46eff-7de7-4124-95b4-394f13123d50,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:54.665179 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:54.670839 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-61d48b02-88aa-4e92-a4bb-84bdf4ac61ec tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group_rule': {'security_group_id': '82d46eff-7de7-4124-95b4-394f13123d50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:54.679329 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '9b997521-b0f1-4473-8789-20e9f18a83df', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'port_id': '9b997521-b0f1-4473-8789-20e9f18a83df', 'mac_address': 'fa:16:3e:cb:63:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:00:54.694995 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0d362-880f-4961-920c-a9df1df2a970 req-0c306baf-6347-4aec-a6d0-897aadb99f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:54.696589 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-69c0d362-880f-4961-920c-a9df1df2a970 req-0c306baf-6347-4aec-a6d0-897aadb99f4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 913 time: 0.1774120 Jun 07 16:00:54.724678 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9b997521-b0f1-4473-8789-20e9f18a83df is: ACTIVE; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:54.725311 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:54.745160 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b997521-b0f1-4473-8789-20e9f18a83df {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:00:54.770445 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:54.774804 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:54.822720 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d2aa9-b5a9-40f2-8b51-d4a3003dd353 req-97ce4140-64e8-4e15-b5b8-6d070691c06d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:54.824212 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-427d2aa9-b5a9-40f2-8b51-d4a3003dd353 req-97ce4140-64e8-4e15-b5b8-6d070691c06d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.1596034 Jun 07 16:00:54.830510 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61d48b02-88aa-4e92-a4bb-84bdf4ac61ec tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (5d399ec7-0d70-4974-bba7-3279636b912c), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:54.850304 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9b997521-b0f1-4473-8789-20e9f18a83df,revision_number=6']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:54.854025 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b14143-a7f0-481c-b7ab-42c0f5b996b2 req-63f1bc33-2134-4170-ba3e-f8aa8f51a8d7 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:54.855789 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f7b14143-a7f0-481c-b7ab-42c0f5b996b2 req-63f1bc33-2134-4170-ba3e-f8aa8f51a8d7 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.1643238 Jun 07 16:00:54.859160 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.859508 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.859849 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.860237 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.860621 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.861464 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.861825 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.862264 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.862478 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.862800 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.863124 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.863466 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.863820 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.864137 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.864478 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:00:54.881757 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-2634d91d-f171-4e73-899b-bdb5d3d93ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '95149550-c6ec-4aa2-b11d-29479b673884', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:a7:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:00:52Z', 'updated_at': '2022-06-07T16:00:52Z', 'revision_number': 0, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:00:54.885118 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-69c0d362-880f-4961-920c-a9df1df2a970 req-a7856d9b-e20c-42d8-b597-3d530f056c46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8d3bc5a-d843-4085-b5eb-1e5ac125f708 HTTP/1.1" status: 200 len: 999 time: 0.1659243 Jun 07 16:00:54.906361 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2634d91d-f171-4e73-899b-bdb5d3d93ab2 None None] The sync data for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi is: [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '95149550-c6ec-4aa2-b11d-29479b673884', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:a7:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:00:52Z', 'updated_at': '2022-06-07T16:00:52Z', 'revision_number': 0, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:00:54.916103 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['9b997521-b0f1-4473-8789-20e9f18a83df'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:00:55.012958 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-427d2aa9-b5a9-40f2-8b51-d4a3003dd353 req-000cf02f-fbf6-4d99-9842-17ab618f35ab tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740179 Jun 07 16:00:55.019194 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0d362-880f-4961-920c-a9df1df2a970 req-1abae789-0da9-481b-ab38-3a3541c28e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:55.021359 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-69c0d362-880f-4961-920c-a9df1df2a970 req-1abae789-0da9-481b-ab38-3a3541c28e0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.1226726 Jun 07 16:00:55.024699 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f7b14143-a7f0-481c-b7ab-42c0f5b996b2 req-65967f1b-38fe-41a4-84c8-70c1d7cd50b0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538026 Jun 07 16:00:55.032903 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61d48b02-88aa-4e92-a4bb-84bdf4ac61ec tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (5d399ec7-0d70-4974-bba7-3279636b912c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.044420 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61d48b02-88aa-4e92-a4bb-84bdf4ac61ec tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (5d399ec7-0d70-4974-bba7-3279636b912c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.091696 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d48b02-88aa-4e92-a4bb-84bdf4ac61ec tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d399ec7-0d70-4974-bba7-3279636b912c,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:55.099468 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0d362-880f-4961-920c-a9df1df2a970 req-1e139dec-59a1-45bd-9f4b-7400e274cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:55.101291 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-69c0d362-880f-4961-920c-a9df1df2a970 req-1e139dec-59a1-45bd-9f4b-7400e274cd2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705793 Jun 07 16:00:55.108812 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61d48b02-88aa-4e92-a4bb-84bdf4ac61ec tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.110252 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-61d48b02-88aa-4e92-a4bb-84bdf4ac61ec tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4441631 Jun 07 16:00:55.112949 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 56314) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:55.117877 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-b22ed2d3-db6e-4535-a202-37ba9014e23e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group_rule': {'security_group_id': '82d46eff-7de7-4124-95b4-394f13123d50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:55.167872 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b22ed2d3-db6e-4535-a202-37ba9014e23e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (334acf06-b441-4dca-a4c7-9cefa8775591), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.179358 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:55.233639 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:55.234419 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b165985-c6d6-462f-8af0-8e97caa7505d None None] New status for floating IP 95149550-c6ec-4aa2-b11d-29479b673884: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:00:55.241399 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b22ed2d3-db6e-4535-a202-37ba9014e23e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (334acf06-b441-4dca-a4c7-9cefa8775591), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.248983 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b22ed2d3-db6e-4535-a202-37ba9014e23e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (334acf06-b441-4dca-a4c7-9cefa8775591), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.258774 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-69c0d362-880f-4961-920c-a9df1df2a970 req-5ef1591e-3e5c-44ad-a318-98f9931a184d service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463134 Jun 07 16:00:55.273151 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ed2d3-db6e-4535-a202-37ba9014e23e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334acf06-b441-4dca-a4c7-9cefa8775591,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:55.288656 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b22ed2d3-db6e-4535-a202-37ba9014e23e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.292166 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-b22ed2d3-db6e-4535-a202-37ba9014e23e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1753345 Jun 07 16:00:55.292441 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 56318) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:00:55.294507 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd424-ff43-4c53-9332-9efd5e55a49b req-d2f13b6c-bd21-401a-a5fa-d09640cf2142 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:55.295987 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a5dcd424-ff43-4c53-9332-9efd5e55a49b req-d2f13b6c-bd21-401a-a5fa-d09640cf2142 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0850859 Jun 07 16:00:55.296805 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:55.320454 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.407384 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:55.409662 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.550532 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Allocated IP 172.27.2.86 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/0854d3be-6de3-45cb-a042-2f847001fbf6) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:55.612134 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a5dcd424-ff43-4c53-9332-9efd5e55a49b req-ed119816-b163-47c5-86ce-47e2de90c023 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583792 Jun 07 16:00:55.659782 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7608b8-b980-4ed9-9a3c-6702139200ef req-9686384c-162a-4fb2-a521-7e6fd5740fd9 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:55.660080 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (0854d3be-6de3-45cb-a042-2f847001fbf6), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.661576 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6b7608b8-b980-4ed9-9a3c-6702139200ef req-9686384c-162a-4fb2-a521-7e6fd5740fd9 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0659778 Jun 07 16:00:55.693350 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (0854d3be-6de3-45cb-a042-2f847001fbf6), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.699267 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-69c0d362-880f-4961-920c-a9df1df2a970 req-1e413eca-9208-4ab5-8453-0aa51427b6f6 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333470 Jun 07 16:00:55.728214 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6b7608b8-b980-4ed9-9a3c-6702139200ef req-6ce46462-c16f-479e-aeea-eb9beeb9b294 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596251 Jun 07 16:00:55.734945 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:55.737655 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:55.743124 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:55.748412 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:55.777833 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=0854d3be-6de3-45cb-a042-2f847001fbf6,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:55.791412 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:55.845189 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (e840109f-eec5-4830-b116-9b64a75011af), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:55.883941 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (0854d3be-6de3-45cb-a042-2f847001fbf6), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:56.059759 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (0854d3be-6de3-45cb-a042-2f847001fbf6), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:56.065943 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1212707'] for port (0854d3be-6de3-45cb-a042-2f847001fbf6), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:56.145235 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=0854d3be-6de3-45cb-a042-2f847001fbf6,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:56.156307 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (e840109f-eec5-4830-b116-9b64a75011af), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:56.175700 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:56.177325 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f51da135-3965-4a4a-9db2-69675a851e92 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8836086 Jun 07 16:00:56.195532 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be0f27-5f4b-41f0-853c-2f8f61ec3ed2 req-03a8e736-140e-4f87-ac2c-0fbb02cb2c42 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:56.197083 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-01be0f27-5f4b-41f0-853c-2f8f61ec3ed2 req-03a8e736-140e-4f87-ac2c-0fbb02cb2c42 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 944 time: 0.0935400 Jun 07 16:00:56.203141 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba280bd-92dc-4e65-bd28-448de961ceb3 req-d628d974-1da1-47ef-9a23-271b10e19ea1 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:56.204519 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0ba280bd-92dc-4e65-bd28-448de961ceb3 req-d628d974-1da1-47ef-9a23-271b10e19ea1 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0915205 Jun 07 16:00:56.293159 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0ba280bd-92dc-4e65-bd28-448de961ceb3 req-ae9d4eee-9cec-4456-9776-c3609f4e2b39 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813830 Jun 07 16:00:56.296147 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-01be0f27-5f4b-41f0-853c-2f8f61ec3ed2 req-dfd6de8b-c005-4a6e-acf5-9a18f73dea79 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832767 Jun 07 16:00:56.441984 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-3a2999f7-3a30-497e-b851-972e57ef359b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1932563553&fields=id&tenant_id=e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 267 time: 0.0437472 Jun 07 16:00:56.454340 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9b997521-b0f1-4473-8789-20e9f18a83df up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:00:56.507863 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 9b997521-b0f1-4473-8789-20e9f18a83df triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:00:56.508323 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:56.564212 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-e7b98977-3dfe-4e08-8ea1-dee73409907e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:56.565710 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-e7b98977-3dfe-4e08-8ea1-dee73409907e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 813 time: 0.1158636 Jun 07 16:00:56.587105 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-b8d3a802-2d19-44a6-a496-70dc5674f3cb tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/quotas/e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 375 time: 0.0154023 Jun 07 16:00:56.590184 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9b997521-b0f1-4473-8789-20e9f18a83df is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:00:56.590775 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:56.617704 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:00:56.619917 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff48ce9-b453-428d-bb18-d3bfa1ea0217" -d '{"events": [{"server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "name": "network-vif-plugged", "status": "completed", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:00:56.635585 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:00:56.642066 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:56.653620 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-56e0a664-73f8-4bca-8198-0edfe63ea9be tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603688 Jun 07 16:00:56.690029 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bca8fb-4362-439e-8362-323df3e85fa9 x-openstack-request-id: req-d7bca8fb-4362-439e-8362-323df3e85fa9 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:00:56.690320 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "name": "network-vif-plugged", "status": "completed", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:00:56.690618 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7bca8fb-4362-439e-8362-323df3e85fa9 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:00:56.691102 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7bca8fb-4362-439e-8362-323df3e85fa9'] response: {'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df', 'code': 200} Jun 07 16:00:56.704656 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9b997521-b0f1-4473-8789-20e9f18a83df,revision_number=7']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:56.807853 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37b68c-1d0d-4725-b6cc-272917f2a607 req-598ed671-0bd1-4ab7-90e1-cdcd268adce7 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:56.809382 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5c37b68c-1d0d-4725-b6cc-272917f2a607 req-598ed671-0bd1-4ab7-90e1-cdcd268adce7 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0724699 Jun 07 16:00:56.811554 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ef6d7188-1bc4-457c-87b4-24d55db13c55 service neutron] 10.222.0.18 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409755 Jun 07 16:00:56.917636 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5c37b68c-1d0d-4725-b6cc-272917f2a607 req-8a7c3101-8e0b-40c6-a53e-8872ad57b157 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027086 Jun 07 16:00:56.936637 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-5984fc34-2dc1-4b96-92c3-90d4d1ee7170 service neutron] 10.222.0.18 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150882 Jun 07 16:00:57.050245 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568a467-262e-459c-b22f-32796d3a4de3 req-41558882-5ada-4db9-bcc1-4401c8f07bfc tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:57.052388 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5568a467-262e-459c-b22f-32796d3a4de3 req-41558882-5ada-4db9-bcc1-4401c8f07bfc tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0608404 Jun 07 16:00:57.082701 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:57.087361 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:57.151394 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5568a467-262e-459c-b22f-32796d3a4de3 req-65792f23-c938-4545-94fa-08593e5556ad tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933073 Jun 07 16:00:57.155251 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4ce890e9-e49b-487b-9a28-5d9571bd644c req-5d67e666-e215-44cc-aff9-c5de16d2232e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 210 time: 0.0482171 Jun 07 16:00:57.487991 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ad25e-18c4-49f4-a9b2-6bdd2e54cd9c req-ed94f6da-b1cc-4991-9c7a-54eee4bac799 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:57.496498 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-721ad25e-18c4-49f4-a9b2-6bdd2e54cd9c req-ed94f6da-b1cc-4991-9c7a-54eee4bac799 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0881338 Jun 07 16:00:57.593044 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd256d36-26c7-4e51-9da3-85c8ac1e41a7 req-546a228f-243e-4a02-8a01-b4a5aa467db1 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:57.594745 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dd256d36-26c7-4e51-9da3-85c8ac1e41a7 req-546a228f-243e-4a02-8a01-b4a5aa467db1 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0962558 Jun 07 16:00:57.606574 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-721ad25e-18c4-49f4-a9b2-6bdd2e54cd9c req-bc81fd39-745b-4ce3-94b0-9c3849e81de6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090951 Jun 07 16:00:57.674115 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dd256d36-26c7-4e51-9da3-85c8ac1e41a7 req-2505a16c-ea72-483f-b666-ac34300d0fef tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640979 Jun 07 16:00:58.045022 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1cd0c-2514-4640-8072-d30d6a17d383 req-b0eb9dd6-5935-4b62-9afb-3378478a303d tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:58.046641 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-51b1cd0c-2514-4640-8072-d30d6a17d383 req-b0eb9dd6-5935-4b62-9afb-3378478a303d tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0507545 Jun 07 16:00:58.101545 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-51b1cd0c-2514-4640-8072-d30d6a17d383 req-6d7cccc8-38a2-47f6-b189-a0453682f49b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481234 Jun 07 16:00:58.307183 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4690e3b7-fa3a-44c1-b2bf-99a26807a58e req-e5326bea-8c74-42c0-851e-66d717812a68 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 210 time: 0.0562415 Jun 07 16:00:58.324495 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09a88-5e37-4903-a374-0058395f4f3a req-f598feff-f9b3-41ba-a8d8-ccbf7cd06007 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:58.332711 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-04d09a88-5e37-4903-a374-0058395f4f3a req-f598feff-f9b3-41ba-a8d8-ccbf7cd06007 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0916333 Jun 07 16:00:58.382592 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-04d09a88-5e37-4903-a374-0058395f4f3a req-c4f599b8-1075-414d-b307-3ba539fba1a4 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488927 Jun 07 16:00:58.629771 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-e12013e2-8eec-458a-b6ab-3dbd07f194b2 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:58.631468 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-e12013e2-8eec-458a-b6ab-3dbd07f194b2 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 813 time: 0.1370606 Jun 07 16:00:58.791575 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452a2b-c42c-47d8-9631-711b802e623c req-6fe3f06a-8fcb-4ce8-8d5d-139e77940e1c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:58.793097 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ad452a2b-c42c-47d8-9631-711b802e623c req-6fe3f06a-8fcb-4ce8-8d5d-139e77940e1c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0749018 Jun 07 16:00:58.851038 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-090b812b-c495-445c-86aa-925f9155040b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 472 time: 0.2064042 Jun 07 16:00:58.879080 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f355c53-e730-431e-be51-c21be74774a7 req-6c71c2a0-0e07-49ae-afa5-6abc2150aeda tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:58.880725 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f355c53-e730-431e-be51-c21be74774a7 req-6c71c2a0-0e07-49ae-afa5-6abc2150aeda tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.1031935 Jun 07 16:00:58.896802 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'port': {'device_id': '816146bc-5797-4984-a957-b06cd866439d', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'admin_state_up': True, 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'security_groups': ['82d46eff-7de7-4124-95b4-394f13123d50']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:00:58.984030 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ad452a2b-c42c-47d8-9631-711b802e623c req-dfccfdb4-4fd0-467e-ae2a-a7f84ce0b497 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763914 Jun 07 16:00:59.032786 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f355c53-e730-431e-be51-c21be74774a7 req-248e8d24-fc9e-499b-b7e8-93e8abe62b44 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443782 Jun 07 16:00:59.080654 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Made reservation on behalf of e601e41f827a4c6f8c743a174ac463fa for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:00:59.084784 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:59.102952 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:59.227018 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:00:59.295776 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb122d3a-c092-4eb9-874b-b08ac7b804c5 req-f947d747-944b-49b7-a060-00d204aa03b0 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:59.297282 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fb122d3a-c092-4eb9-874b-b08ac7b804c5 req-f947d747-944b-49b7-a060-00d204aa03b0 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0947697 Jun 07 16:00:59.298346 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Allocated IP 172.20.0.3 (5c78cec0-a2d6-49be-a908-94b7edf4c82d/92e0daa8-da84-4e33-8497-a16b55d8da8d/6e57fb6c-90ee-4906-85c3-42d6621fc544) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:00:59.400539 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fb122d3a-c092-4eb9-874b-b08ac7b804c5 req-49cf1227-7ab1-4abe-8606-cbe8c554f39a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958998 Jun 07 16:00:59.503444 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e98e99f7-e91b-406c-9239-90745a9f7cb3 req-1f05b21f-e6ee-47d1-bbc5-30d858fcdde2 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 210 time: 0.0577869 Jun 07 16:00:59.566081 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f6b24-3529-43ce-8716-7d562d632c99 req-fdba3bad-b472-494e-94e2-85d8957a6f4d tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:59.567890 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e5f6b24-3529-43ce-8716-7d562d632c99 req-fdba3bad-b472-494e-94e2-85d8957a6f4d tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0823379 Jun 07 16:00:59.631631 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:59.663493 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e5f6b24-3529-43ce-8716-7d562d632c99 req-a3fb41d9-26fd-433a-8c02-faf56e9fd4a6 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879772 Jun 07 16:00:59.692852 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:59.739581 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:00:59.753299 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:00:59.757747 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:00:59.781086 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=6e57fb6c-90ee-4906-85c3-42d6621fc544,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:00:59.812735 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:00:59.813415 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:00:59.832508 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-1fe27959-aead-401c-8477-99415aeb6f52 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9451258 Jun 07 16:01:00.047001 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-0ec9395f-3b02-4d21-a7b2-1f4b999c99d8 None None] Provisioning complete for port 6e57fb6c-90ee-4906-85c3-42d6621fc544 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:01:00.047647 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0ec9395f-3b02-4d21-a7b2-1f4b999c99d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:00.080448 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9395f-3b02-4d21-a7b2-1f4b999c99d8 None None] Port 6e57fb6c-90ee-4906-85c3-42d6621fc544 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:01:00.163876 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60ace1-8356-4352-b55c-c82c467cc1f2 req-8f0f2511-58c0-45ed-98b6-3e745895b8b5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:00.165403 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ad60ace1-8356-4352-b55c-c82c467cc1f2 req-8f0f2511-58c0-45ed-98b6-3e745895b8b5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.1000061 Jun 07 16:01:00.220888 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81a985-a88e-4fb5-afc6-7090ae8af79b req-aeebf7ad-f9fa-4258-a0d9-709bbff2270e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:00.222359 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac81a985-a88e-4fb5-afc6-7090ae8af79b req-aeebf7ad-f9fa-4258-a0d9-709bbff2270e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0884774 Jun 07 16:01:00.263055 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ad60ace1-8356-4352-b55c-c82c467cc1f2 req-711819df-ca7b-450b-bf9d-e3928fc0b199 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779402 Jun 07 16:01:00.295025 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac81a985-a88e-4fb5-afc6-7090ae8af79b req-93a47e6d-fec4-4cae-8d9e-bb616c7362fb tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633814 Jun 07 16:01:00.525468 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441a746-7aff-4535-b227-f9f8a57483b5 req-9b08efb9-782d-4b9a-bd49-7b30a7a6a762 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:00.526930 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b441a746-7aff-4535-b227-f9f8a57483b5 req-9b08efb9-782d-4b9a-bd49-7b30a7a6a762 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0496058 Jun 07 16:01:00.547754 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:00.578382 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b441a746-7aff-4535-b227-f9f8a57483b5 req-477fbbe6-ae31-4331-a37b-9146d418952a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460124 Jun 07 16:01:00.627933 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb446cd-a14c-40ec-a0ad-65712a511991 req-f902d89c-95c5-447f-84c0-6b48763b8d39 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:00.629463 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-beb446cd-a14c-40ec-a0ad-65712a511991 req-f902d89c-95c5-447f-84c0-6b48763b8d39 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 931 time: 0.0502386 Jun 07 16:01:00.652096 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Request body: {'port': {'device_id': '816146bc-5797-4984-a957-b06cd866439d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:01:00.677958 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:00.715503 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-beb446cd-a14c-40ec-a0ad-65712a511991 req-2f227bb5-c0b0-4586-b6ae-640211ba2f90 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804925 Jun 07 16:01:00.773731 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:00.813918 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e5671-e7fe-421f-a837-c2565f9038d7 req-4be92369-d3ce-41bb-85d5-f5dc85f98263 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:00.824640 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e80e5671-e7fe-421f-a837-c2565f9038d7 req-4be92369-d3ce-41bb-85d5-f5dc85f98263 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0872943 Jun 07 16:01:00.953987 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e80e5671-e7fe-421f-a837-c2565f9038d7 req-66ae5a2c-92bc-4e4c-b1b5-bf3d908e088b tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268995 Jun 07 16:01:01.248897 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e57fb6c-90ee-4906-85c3-42d6621fc544 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:01:01.260697 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Publish callbacks [] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:01.282558 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Transition to ACTIVE for port object 6e57fb6c-90ee-4906-85c3-42d6621fc544 will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:01:01.290406 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:01.390968 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e57fb6c-90ee-4906-85c3-42d6621fc544,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:01.508261 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca35d6-519c-4d0d-948e-8aa9f73cf22c req-0e7b5ca7-b89b-4566-9b3d-4f4101e43ddd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:01.510425 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bdca35d6-519c-4d0d-948e-8aa9f73cf22c req-0e7b5ca7-b89b-4566-9b3d-4f4101e43ddd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0777130 Jun 07 16:01:01.556306 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc683fe-d172-4f02-bf64-bff2d5f68161 req-ece13816-6739-45d0-9359-ba239d8df358 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:01.558280 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dfc683fe-d172-4f02-bf64-bff2d5f68161 req-ece13816-6739-45d0-9359-ba239d8df358 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.1594095 Jun 07 16:01:01.566091 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:01.602227 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Attempting to bind port 6e57fb6c-90ee-4906-85c3-42d6621fc544 on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:01:01.602743 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Attempting to bind port 6e57fb6c-90ee-4906-85c3-42d6621fc544 by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:01:01.603160 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Attempting to bind port 6e57fb6c-90ee-4906-85c3-42d6621fc544 on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:01:01.629292 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Port 6e57fb6c-90ee-4906-85c3-42d6621fc544 on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:01:01.629869 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Attempting to bind port 6e57fb6c-90ee-4906-85c3-42d6621fc544 on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:01:01.637793 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:01:01.639503 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Checking segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:01:01.639956 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Bound using segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:01:01.640476 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Bound port: 6e57fb6c-90ee-4906-85c3-42d6621fc544, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:01:01.648769 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:01.680987 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bdca35d6-519c-4d0d-948e-8aa9f73cf22c req-610256b8-e474-4b31-8df9-29f522101b56 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541831 Jun 07 16:01:01.778249 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dfc683fe-d172-4f02-bf64-bff2d5f68161 req-ee3d1197-6ac3-47bd-8785-f19af97c1562 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138379 Jun 07 16:01:01.955387 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16f5ce-04f1-45e7-8075-64631f0e9506 req-03f6d288-8c58-4aab-8cd3-7b5780d1517a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:01.956927 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a16f5ce-04f1-45e7-8075-64631f0e9506 req-03f6d288-8c58-4aab-8cd3-7b5780d1517a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.1269417 Jun 07 16:01:01.966330 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] For port 6e57fb6c-90ee-4906-85c3-42d6621fc544, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:01:01.971985 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] For port 6e57fb6c-90ee-4906-85c3-42d6621fc544, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=6e57fb6c-90ee-4906-85c3-42d6621fc544,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:01:01.980500 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347e985-5586-41ea-b0c7-d5128c8e7b7a req-4706c860-c2ce-4943-89f5-724836e57fff tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:01.981953 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1347e985-5586-41ea-b0c7-d5128c8e7b7a req-4706c860-c2ce-4943-89f5-724836e57fff tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 943 time: 0.0993137 Jun 07 16:01:02.005596 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:02.013584 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:02.074429 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:02.075140 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:02.076598 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/6e57fb6c-90ee-4906-85c3-42d6621fc544 HTTP/1.1" status: 200 len: 1093 time: 1.4283299 Jun 07 16:01:02.094116 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816146bc-5797-4984-a957-b06cd866439d', 'tag': '6e57fb6c-90ee-4906-85c3-42d6621fc544'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:01:02.097333 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68f1574-4fa8-487d-aeb4-b4785891ea5d" -d '{"events": [{"name": "network-changed", "server_uuid": "816146bc-5797-4984-a957-b06cd866439d", "tag": "6e57fb6c-90ee-4906-85c3-42d6621fc544"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:01:02.161168 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac309cb3-a9cb-4460-b811-fce9954ed8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e57fb6c-90ee-4906-85c3-42d6621fc544,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:02.195582 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a16f5ce-04f1-45e7-8075-64631f0e9506 req-47a06467-8047-414e-a035-54c7125f9ea5 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265055 Jun 07 16:01:02.212154 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1347e985-5586-41ea-b0c7-d5128c8e7b7a req-aff55be9-b0fa-4c73-b9cb-0adfc33d5b54 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188303 Jun 07 16:01:02.237764 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-dc7977f8-6769-4057-b779-c0426eb7c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:02.239177 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-dc7977f8-6769-4057-b779-c0426eb7c796 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 1127 time: 0.1038365 Jun 07 16:01:02.323734 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bbb239-7143-449d-8df9-4c6eba57ae72 x-openstack-request-id: req-33bbb239-7143-449d-8df9-4c6eba57ae72 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:01:02.324153 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816146bc-5797-4984-a957-b06cd866439d", "tag": "6e57fb6c-90ee-4906-85c3-42d6621fc544", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:01:02.324604 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33bbb239-7143-449d-8df9-4c6eba57ae72 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:01:02.325489 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33bbb239-7143-449d-8df9-4c6eba57ae72'] response: {'name': 'network-changed', 'server_uuid': '816146bc-5797-4984-a957-b06cd866439d', 'tag': '6e57fb6c-90ee-4906-85c3-42d6621fc544', 'status': 'completed', 'code': 200} Jun 07 16:01:02.377257 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-75115c67-5e62-4ea8-b3ab-fdc15f810b97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e57fb6c-90ee-4906-85c3-42d6621fc544 HTTP/1.1" status: 200 len: 217 time: 0.1305747 Jun 07 16:01:02.385105 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591ff43-4e81-49f4-8b36-f3c213d46f9a req-d08e368d-0363-4b9c-b736-575ee94a6310 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:02.394002 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5591ff43-4e81-49f4-8b36-f3c213d46f9a req-d08e368d-0363-4b9c-b736-575ee94a6310 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0665517 Jun 07 16:01:02.452091 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device ecee4301-3191-46a9-9f87-5b81919581bd details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:01:02.484061 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:02.484268 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-04661bc9-4275-4bb0-9631-4948404fc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:02.485711 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-04661bc9-4275-4bb0-9631-4948404fc980 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.0731101 Jun 07 16:01:02.543286 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-8b8212ef-8f0a-4a93-a4c7-b6c2e0128b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:02.544843 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-8b8212ef-8f0a-4a93-a4c7-b6c2e0128b94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423250 Jun 07 16:01:02.556821 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5591ff43-4e81-49f4-8b36-f3c213d46f9a req-49ff19a3-9f38-4e39-b045-26f68dc6d81d tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628036 Jun 07 16:01:02.755608 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port ecee4301-3191-46a9-9f87-5b81919581bd, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=ecee4301-3191-46a9-9f87-5b81919581bd,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:02.773067 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-80d8e6a3-3f61-44dd-8c15-c96c928ac18d service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078522 Jun 07 16:01:02.773982 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'port_id': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'mac_address': 'fa:16:3e:14:d2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:01:02.821683 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port ecee4301-3191-46a9-9f87-5b81919581bd is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:01:02.822084 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:02.840378 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecee4301-3191-46a9-9f87-5b81919581bd {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:01:02.871791 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port ecee4301-3191-46a9-9f87-5b81919581bd, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=ecee4301-3191-46a9-9f87-5b81919581bd,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:02.876638 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:02.930872 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=ecee4301-3191-46a9-9f87-5b81919581bd,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:02.997951 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433224ff-aba9-42d4-8ce0-5c3f4875a1a3 req-b243a79f-fd2c-4b5c-9525-66743aefc4d8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:02.999343 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-433224ff-aba9-42d4-8ce0-5c3f4875a1a3 req-b243a79f-fd2c-4b5c-9525-66743aefc4d8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.1033282 Jun 07 16:01:03.008516 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff7bd-f392-4a4a-b1d2-7bb94e5e797c req-640c0fbd-0d01-437d-876e-7e267d486505 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:03.009940 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c4eff7bd-f392-4a4a-b1d2-7bb94e5e797c req-640c0fbd-0d01-437d-876e-7e267d486505 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.1150548 Jun 07 16:01:03.051739 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:03.063463 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4207bd5d-bea7-422c-9bc5-673d8927caf5 req-cc01e438-e383-463d-8486-e3eeaf18738f service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806251 Jun 07 16:01:03.097429 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c4eff7bd-f392-4a4a-b1d2-7bb94e5e797c req-badd93dd-9f3b-4cc7-886f-0caaadfce1c0 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806870 Jun 07 16:01:03.106950 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-433224ff-aba9-42d4-8ce0-5c3f4875a1a3 req-a55865cc-e2ba-4ce3-bf3c-642686e89e0d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952497 Jun 07 16:01:03.234223 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['ecee4301-3191-46a9-9f87-5b81919581bd'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:01:03.491651 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:03.618289 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdb842-9822-4c1c-95fc-f1070311b35a req-a893a2aa-da80-4576-9702-353a2e453c9e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:03.625056 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-55bdb842-9822-4c1c-95fc-f1070311b35a req-a893a2aa-da80-4576-9702-353a2e453c9e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 943 time: 0.3397143 Jun 07 16:01:03.644695 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c278ac-9f05-4b49-b32e-93d663aabd03 req-d5039551-f373-4e57-99eb-194160ccaa58 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:03.646378 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a6c278ac-9f05-4b49-b32e-93d663aabd03 req-d5039551-f373-4e57-99eb-194160ccaa58 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.3172820 Jun 07 16:01:03.720216 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-55bdb842-9822-4c1c-95fc-f1070311b35a req-7e391fe3-cafd-4de7-8402-d10f969983bd tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941279 Jun 07 16:01:03.764708 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a6c278ac-9f05-4b49-b32e-93d663aabd03 req-cbfb89be-1649-41c1-b5ab-f8baa99bd16f tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079514 Jun 07 16:01:03.858216 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e081a-c299-4a72-ae06-43d0afad0a84 req-481d8be5-ec55-4a2a-a462-51118c44afc8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:03.859778 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3f3e081a-c299-4a72-ae06-43d0afad0a84 req-481d8be5-ec55-4a2a-a462-51118c44afc8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 945 time: 0.0528052 Jun 07 16:01:03.908958 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:03.949300 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3f3e081a-c299-4a72-ae06-43d0afad0a84 req-8397ca70-bf4b-4531-a03e-6277e8fae7f9 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828581 Jun 07 16:01:04.049635 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983a42a-ca99-43a2-ad12-65530f8775fd req-d8184949-8149-41ef-86b7-4b4175eba8f1 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:04.053093 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4983a42a-ca99-43a2-ad12-65530f8775fd req-d8184949-8149-41ef-86b7-4b4175eba8f1 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0598111 Jun 07 16:01:04.112658 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4983a42a-ca99-43a2-ad12-65530f8775fd req-f563eac6-bdc4-4572-8468-33f47dc7b2c2 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557330 Jun 07 16:01:04.275887 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d6307-0a48-404e-ac87-6e54ed545c76 req-e804f5e4-160a-4d4e-8aeb-2dfefdfa93fd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:04.277576 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-090d6307-0a48-404e-ac87-6e54ed545c76 req-e804f5e4-160a-4d4e-8aeb-2dfefdfa93fd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0725195 Jun 07 16:01:04.284134 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd32ff-cb1d-4d62-b1f1-073fc63b14b9 req-4d54985a-55de-4d5c-8b08-8191f1abd441 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:04.291282 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-76dd32ff-cb1d-4d62-b1f1-073fc63b14b9 req-4d54985a-55de-4d5c-8b08-8191f1abd441 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.1008987 Jun 07 16:01:04.293373 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:01:04.375283 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-090d6307-0a48-404e-ac87-6e54ed545c76 req-6e9a4dd0-49da-4f74-a665-f8a5e162ab79 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811467 Jun 07 16:01:04.378274 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-76dd32ff-cb1d-4d62-b1f1-073fc63b14b9 req-c3f449fe-8ea8-472d-9790-2bebf90d48ba tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861239 Jun 07 16:01:04.457772 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device ecee4301-3191-46a9-9f87-5b81919581bd up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:01:04.458418 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f1574-4fa8-487d-aeb4-b4785891ea5d req-f706b229-3f23-4272-b860-8ab6b1a70959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:04.459679 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b68f1574-4fa8-487d-aeb4-b4785891ea5d req-f706b229-3f23-4272-b860-8ab6b1a70959 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 1127 time: 0.0543017 Jun 07 16:01:04.554400 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port ecee4301-3191-46a9-9f87-5b81919581bd completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:01:04.563853 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port ecee4301-3191-46a9-9f87-5b81919581bd triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:01:04.564516 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:04.565520 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f1574-4fa8-487d-aeb4-b4785891ea5d req-4c30567c-98e0-4cb1-a222-714c983c3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:04.567942 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b68f1574-4fa8-487d-aeb4-b4785891ea5d req-4c30567c-98e0-4cb1-a222-714c983c3e88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 914 time: 0.0987189 Jun 07 16:01:04.608290 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b46e28-15ce-4c86-ba14-131ba485d1fd req-ad4f9f2b-20c3-4b31-a767-9efaf1c7d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:04.609965 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e7b46e28-15ce-4c86-ba14-131ba485d1fd req-ad4f9f2b-20c3-4b31-a767-9efaf1c7d84c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 1130 time: 0.0411048 Jun 07 16:01:04.644769 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b68f1574-4fa8-487d-aeb4-b4785891ea5d req-b377a4c6-e81e-4138-8e61-eafae6e5549b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e57fb6c-90ee-4906-85c3-42d6621fc544 HTTP/1.1" status: 200 len: 217 time: 0.0336914 Jun 07 16:01:04.656476 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port ecee4301-3191-46a9-9f87-5b81919581bd is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:01:04.657112 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:04.685172 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:01:04.688002 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcb5e2f-5f94-4765-8cdb-60e3ba39833d" -d '{"events": [{"server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "name": "network-vif-plugged", "status": "completed", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:01:04.703375 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port ecee4301-3191-46a9-9f87-5b81919581bd, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=ecee4301-3191-46a9-9f87-5b81919581bd,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:04.713731 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:04.757565 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f1574-4fa8-487d-aeb4-b4785891ea5d req-5741350f-045d-4982-bdf1-f5ff127c3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:04.759289 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b68f1574-4fa8-487d-aeb4-b4785891ea5d req-5741350f-045d-4982-bdf1-f5ff127c3ceb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.1059339 Jun 07 16:01:04.780425 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=ecee4301-3191-46a9-9f87-5b81919581bd,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:04.800379 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a96b2e-0e38-48ff-9110-eb1614d8d9f2 x-openstack-request-id: req-d4a96b2e-0e38-48ff-9110-eb1614d8d9f2 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:01:04.801504 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "name": "network-vif-plugged", "status": "completed", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:01:04.801917 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4a96b2e-0e38-48ff-9110-eb1614d8d9f2 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:01:04.804553 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a96b2e-0e38-48ff-9110-eb1614d8d9f2'] response: {'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'code': 200} Jun 07 16:01:04.822823 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b46e28-15ce-4c86-ba14-131ba485d1fd req-32af7179-54ee-4922-937c-7ec73e51534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:04.824437 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e7b46e28-15ce-4c86-ba14-131ba485d1fd req-32af7179-54ee-4922-937c-7ec73e51534b service neutron] 10.222.0.24 "GET /v2.0/networks?id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 200 len: 912 time: 0.1786773 Jun 07 16:01:04.838748 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f1574-4fa8-487d-aeb4-b4785891ea5d req-8ef600af-3e15-4a2f-bce6-bbb1c1e87a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:04.840310 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b68f1574-4fa8-487d-aeb4-b4785891ea5d req-8ef600af-3e15-4a2f-bce6-bbb1c1e87a01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738950 Jun 07 16:01:04.945231 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:04.954298 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e7b46e28-15ce-4c86-ba14-131ba485d1fd req-80df3a43-2536-4f2f-88fb-63e3269fc964 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ecb2897-4e5c-4117-b213-8efd5b37c89e HTTP/1.1" status: 200 len: 1001 time: 0.1209247 Jun 07 16:01:04.974902 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74ad82-89cb-4945-9396-ca622d1c5f6f req-4288213a-e85e-4a15-946e-3d18683d2fa9 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:04.976464 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ef74ad82-89cb-4945-9396-ca622d1c5f6f req-4288213a-e85e-4a15-946e-3d18683d2fa9 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 943 time: 0.0963094 Jun 07 16:01:05.188931 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:05.238708 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b46e28-15ce-4c86-ba14-131ba485d1fd req-b16401a4-480d-46f1-8621-323731632a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:05.240911 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e7b46e28-15ce-4c86-ba14-131ba485d1fd req-b16401a4-480d-46f1-8621-323731632a41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d2e6771-b172-483a-8869-cf0fd6582503 HTTP/1.1" status: 200 len: 850 time: 0.2626183 Jun 07 16:01:05.257032 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b68f1574-4fa8-487d-aeb4-b4785891ea5d req-8cdc1bc0-de88-449d-93c2-a303fd197921 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010261 Jun 07 16:01:05.270903 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04afde-d40e-410f-bbdd-b3987942d9f4 req-04eb4da3-021f-475e-9d67-72912d30503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:05.272844 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4f04afde-d40e-410f-bbdd-b3987942d9f4 req-04eb4da3-021f-475e-9d67-72912d30503a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 1130 time: 0.1848087 Jun 07 16:01:05.300264 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d193774-113f-4eeb-9af4-9cd1cc04806c req-0886863b-d2f1-4072-a643-374805a5611f tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:05.302039 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0d193774-113f-4eeb-9af4-9cd1cc04806c req-0886863b-d2f1-4072-a643-374805a5611f tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.2087674 Jun 07 16:01:05.392836 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ef74ad82-89cb-4945-9396-ca622d1c5f6f req-3b357c72-9927-49e8-a2f2-60e59bd1b373 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959320 Jun 07 16:01:05.410703 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b46e28-15ce-4c86-ba14-131ba485d1fd req-4c2b7431-1229-4a77-8bd5-a71f4c7a58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:05.412514 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e7b46e28-15ce-4c86-ba14-131ba485d1fd req-4c2b7431-1229-4a77-8bd5-a71f4c7a58df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1579227 Jun 07 16:01:05.548791 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4f04afde-d40e-410f-bbdd-b3987942d9f4 req-ccd0ac8d-da1f-4111-93cd-186c804a6568 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220480 Jun 07 16:01:05.580977 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0d193774-113f-4eeb-9af4-9cd1cc04806c req-0b51a48c-2ff0-4116-bd21-985f3fe75f28 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432179 Jun 07 16:01:05.627576 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b68f1574-4fa8-487d-aeb4-b4785891ea5d req-9d006799-e3b6-4c20-b96b-ebeac16eb91d service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504705 Jun 07 16:01:05.643344 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f7870-382d-4c88-a809-52927eb82b63 req-0f464ebe-9f10-4fb1-8b78-e3dc3cf9d4d0 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:05.650719 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f85f7870-382d-4c88-a809-52927eb82b63 req-0f464ebe-9f10-4fb1-8b78-e3dc3cf9d4d0 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.1331241 Jun 07 16:01:05.682795 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e7b46e28-15ce-4c86-ba14-131ba485d1fd req-ceddf6d1-151f-41c6-bccd-69d41a29aa39 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466483 Jun 07 16:01:05.731019 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21882d39-93ba-4d2a-a213-9205538255cd req-173bf467-50fa-4caf-b67f-cf80057a3e8b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:05.732608 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21882d39-93ba-4d2a-a213-9205538255cd req-173bf467-50fa-4caf-b67f-cf80057a3e8b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0719926 Jun 07 16:01:05.755623 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f85f7870-382d-4c88-a809-52927eb82b63 req-59db7596-f322-45c2-a651-8f5964422fea tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039128 Jun 07 16:01:05.891249 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e7b46e28-15ce-4c86-ba14-131ba485d1fd req-94e283ef-6774-4085-a283-c9a654f7185b service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185741 Jun 07 16:01:05.928119 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21882d39-93ba-4d2a-a213-9205538255cd req-7e22e7f6-15cb-4b47-8bfd-c88ba6d7b1bc tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875322 Jun 07 16:01:05.943674 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450839-26ba-4b96-8147-07c3e170c747 req-507216eb-df92-4c3d-99e3-7151f4ddf645 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:05.945508 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4b450839-26ba-4b96-8147-07c3e170c747 req-507216eb-df92-4c3d-99e3-7151f4ddf645 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0793419 Jun 07 16:01:05.991725 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:06.022247 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4b450839-26ba-4b96-8147-07c3e170c747 req-8f45451c-3adf-43d0-adf4-9beeb5cb235c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657284 Jun 07 16:01:06.168165 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:06.169686 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=52,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:06.479295 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 6e57fb6c-90ee-4906-85c3-42d6621fc544 details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:01:06.540774 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a449e-79dc-417f-a52c-907ad3648fc5 req-dc1d8592-ecea-41d2-95ab-03601a410bba tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:06.548233 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e76a449e-79dc-417f-a52c-907ad3648fc5 req-dc1d8592-ecea-41d2-95ab-03601a410bba tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 943 time: 0.0638273 Jun 07 16:01:06.570581 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:06.615718 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e76a449e-79dc-417f-a52c-907ad3648fc5 req-63315788-8077-41a0-93c6-17c6ad7e0337 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621459 Jun 07 16:01:06.651780 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 6e57fb6c-90ee-4906-85c3-42d6621fc544, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=6e57fb6c-90ee-4906-85c3-42d6621fc544,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:06.671980 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '6e57fb6c-90ee-4906-85c3-42d6621fc544', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'port_id': '6e57fb6c-90ee-4906-85c3-42d6621fc544', 'mac_address': 'fa:16:3e:5d:57:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:01:06.721848 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 6e57fb6c-90ee-4906-85c3-42d6621fc544 is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:01:06.722621 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:06.724251 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89058a-9f16-4f59-be84-cc5ed6d84b47 req-bbd946b7-6830-4f80-b370-f9376462c87e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:06.731328 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ec89058a-9f16-4f59-be84-cc5ed6d84b47 req-bbd946b7-6830-4f80-b370-f9376462c87e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0619221 Jun 07 16:01:06.740388 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e57fb6c-90ee-4906-85c3-42d6621fc544 {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:01:06.763844 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 6e57fb6c-90ee-4906-85c3-42d6621fc544, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=6e57fb6c-90ee-4906-85c3-42d6621fc544,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:06.773961 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:06.790135 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ec89058a-9f16-4f59-be84-cc5ed6d84b47 req-9e600bbf-6701-4a5e-87bf-92abbd9c47cd tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578706 Jun 07 16:01:06.834989 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=6e57fb6c-90ee-4906-85c3-42d6621fc544,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:06.849753 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:06.890951 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f49c65-a91d-4b66-bb28-fedc06db80bc req-55bd62a4-0166-44a2-a056-f6a0d74d1976 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:06.892445 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-18f49c65-a91d-4b66-bb28-fedc06db80bc req-55bd62a4-0166-44a2-a056-f6a0d74d1976 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0569174 Jun 07 16:01:06.954122 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-18f49c65-a91d-4b66-bb28-fedc06db80bc req-604bdff6-9c14-4a64-b73d-cbe9680bf8bf tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542293 Jun 07 16:01:07.085965 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e886-b10c-423a-b984-9739e3bd25c0 req-0f9b8ed1-3b5d-48ca-8b52-ff67d6f99754 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:07.088159 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2712e886-b10c-423a-b984-9739e3bd25c0 req-0f9b8ed1-3b5d-48ca-8b52-ff67d6f99754 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0557120 Jun 07 16:01:07.203004 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c9fea-7a95-4946-9f7e-e2c464a61db7 req-0c7d78ab-0bd0-4961-becd-16b18c0a2a58 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:07.205322 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-452c9fea-7a95-4946-9f7e-e2c464a61db7 req-0c7d78ab-0bd0-4961-becd-16b18c0a2a58 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0757875 Jun 07 16:01:07.234188 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2712e886-b10c-423a-b984-9739e3bd25c0 req-4d65779d-bd28-45cd-abdf-d83ec1ae4609 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392946 Jun 07 16:01:07.270889 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['6e57fb6c-90ee-4906-85c3-42d6621fc544'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:01:07.279230 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-452c9fea-7a95-4946-9f7e-e2c464a61db7 req-1eeee8c3-f812-42d9-8ce4-df4181f1f590 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729706 Jun 07 16:01:07.450373 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:07.626438 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 56548) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:01:07.735839 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739add6-4523-48f9-a54c-691680528669 req-bf10dbe1-8462-4ef1-830e-1ab14f2d96d2 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:07.743530 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b739add6-4523-48f9-a54c-691680528669 req-bf10dbe1-8462-4ef1-830e-1ab14f2d96d2 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 944 time: 0.0576763 Jun 07 16:01:07.845626 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ecd28640-4a1a-4162-a876-a915dfe52f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:07.865939 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b739add6-4523-48f9-a54c-691680528669 req-e06ca266-a9b4-4f22-be5a-849ec928de62 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212268 Jun 07 16:01:07.991507 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1012ee-dbf4-4144-9a7f-9595fec29e25 req-71450c34-e00f-472a-9ac2-f37b0513efb3 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:08.000982 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af1012ee-dbf4-4144-9a7f-9595fec29e25 req-71450c34-e00f-472a-9ac2-f37b0513efb3 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0807393 Jun 07 16:01:08.068286 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ecd28640-4a1a-4162-a876-a915dfe52f03 admin admin] Publish callbacks [] for security_group (c8f61ee8-e0c4-47fe-b039-f186bbaf8e8e), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:08.106260 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ecd28640-4a1a-4162-a876-a915dfe52f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (c8f61ee8-e0c4-47fe-b039-f186bbaf8e8e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:08.155671 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07a49f-2f61-4102-86ef-fa2f233246e0 req-7ac94835-a83f-42ce-8d3d-61e215b324ff tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:08.157194 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7d07a49f-2f61-4102-86ef-fa2f233246e0 req-7ac94835-a83f-42ce-8d3d-61e215b324ff tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.1198406 Jun 07 16:01:08.173041 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af1012ee-dbf4-4144-9a7f-9595fec29e25 req-a8503afe-f2a6-46a5-8492-9f47bb4bcd67 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629512 Jun 07 16:01:08.193742 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd28640-4a1a-4162-a876-a915dfe52f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f61ee8-e0c4-47fe-b039-f186bbaf8e8e,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:08.200400 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ecd28640-4a1a-4162-a876-a915dfe52f03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=885d09051d4e42f98a1a480e0356e0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5724647 Jun 07 16:01:08.203322 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 56566) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:01:08.234980 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7d07a49f-2f61-4102-86ef-fa2f233246e0 req-57e74911-a510-486d-b87a-1239b9372fa4 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660634 Jun 07 16:01:08.260332 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae64a-f8dd-4a26-9a88-e455e7eb0db3 admin admin] Publish callbacks [] for security_group (c8f61ee8-e0c4-47fe-b039-f186bbaf8e8e), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:08.285137 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae64a-f8dd-4a26-9a88-e455e7eb0db3 admin admin] Publish callbacks [] for security_group (c8f61ee8-e0c4-47fe-b039-f186bbaf8e8e), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:08.336848 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae64a-f8dd-4a26-9a88-e455e7eb0db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (c8f61ee8-e0c4-47fe-b039-f186bbaf8e8e), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:08.339504 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae64a-f8dd-4a26-9a88-e455e7eb0db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:08.340675 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4b2ae64a-f8dd-4a26-9a88-e455e7eb0db3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8f61ee8-e0c4-47fe-b039-f186bbaf8e8e HTTP/1.1" status: 204 len: 168 time: 0.1357231 Jun 07 16:01:08.349259 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ae64a-f8dd-4a26-9a88-e455e7eb0db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f61ee8-e0c4-47fe-b039-f186bbaf8e8e,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:08.362519 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db7f9-5edb-4676-a66a-4e7783ac8cc9 req-a9765a37-759f-47f7-9929-16f068361453 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:08.364715 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b71db7f9-5edb-4676-a66a-4e7783ac8cc9 req-a9765a37-759f-47f7-9929-16f068361453 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0558538 Jun 07 16:01:08.405166 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:08.425863 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b71db7f9-5edb-4676-a66a-4e7783ac8cc9 req-b97122b9-0c03-4b80-b94b-646273857289 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549884 Jun 07 16:01:08.481876 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736451a-d8c5-4f9c-9976-93b0e6552f7f req-47a013fd-be5b-4ab0-ba37-3fea39113dff tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:08.483349 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b736451a-d8c5-4f9c-9976-93b0e6552f7f req-47a013fd-be5b-4ab0-ba37-3fea39113dff tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0514572 Jun 07 16:01:08.509154 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 6e57fb6c-90ee-4906-85c3-42d6621fc544 up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:01:08.532744 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b736451a-d8c5-4f9c-9976-93b0e6552f7f req-4c40e712-600f-4f05-a525-b55fed5a3904 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Jun 07 16:01:08.557506 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 6e57fb6c-90ee-4906-85c3-42d6621fc544 completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:01:08.564987 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 6e57fb6c-90ee-4906-85c3-42d6621fc544 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:01:08.565362 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:08.654691 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 6e57fb6c-90ee-4906-85c3-42d6621fc544 is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:01:08.655086 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:08.678055 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816146bc-5797-4984-a957-b06cd866439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e57fb6c-90ee-4906-85c3-42d6621fc544'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:01:08.680312 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57ca901-6387-442e-8e3d-863c659b83ae" -d '{"events": [{"server_uuid": "816146bc-5797-4984-a957-b06cd866439d", "name": "network-vif-plugged", "status": "completed", "tag": "6e57fb6c-90ee-4906-85c3-42d6621fc544"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:01:08.703150 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 6e57fb6c-90ee-4906-85c3-42d6621fc544, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=6e57fb6c-90ee-4906-85c3-42d6621fc544,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:08.709099 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:08.718869 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fdfcb2-0a73-4e90-bd3b-2a52f5970ba6 x-openstack-request-id: req-e3fdfcb2-0a73-4e90-bd3b-2a52f5970ba6 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:01:08.719223 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816146bc-5797-4984-a957-b06cd866439d", "name": "network-vif-plugged", "status": "completed", "tag": "6e57fb6c-90ee-4906-85c3-42d6621fc544", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:01:08.719535 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3fdfcb2-0a73-4e90-bd3b-2a52f5970ba6 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:01:08.719919 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3fdfcb2-0a73-4e90-bd3b-2a52f5970ba6'] response: {'server_uuid': '816146bc-5797-4984-a957-b06cd866439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e57fb6c-90ee-4906-85c3-42d6621fc544', 'code': 200} Jun 07 16:01:08.768958 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=6e57fb6c-90ee-4906-85c3-42d6621fc544,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:08.972896 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:08.985429 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a3a6-eed2-4832-a476-4fdd3c264581 req-0491a08d-7fe8-4a8f-af8b-ba47cd15a1b9 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:08.987051 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0612a3a6-eed2-4832-a476-4fdd3c264581 req-0491a08d-7fe8-4a8f-af8b-ba47cd15a1b9 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 945 time: 0.0541787 Jun 07 16:01:09.035356 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0612a3a6-eed2-4832-a476-4fdd3c264581 req-907e9174-da7d-4970-8958-69494206db02 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Jun 07 16:01:09.143268 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70243451-f34e-4088-8f50-f6782ebe9058 req-36b7363e-5ba8-4854-8474-109e487add5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:09.144824 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-70243451-f34e-4088-8f50-f6782ebe9058 req-36b7363e-5ba8-4854-8474-109e487add5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 1129 time: 0.0419035 Jun 07 16:01:09.326300 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da987-5312-42ce-876e-cf4ec94bab11 req-e4b591dc-0089-4b9f-a700-61e321a9117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:09.327792 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9e1da987-5312-42ce-876e-cf4ec94bab11 req-e4b591dc-0089-4b9f-a700-61e321a9117a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 1129 time: 0.0923820 Jun 07 16:01:09.335937 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-70243451-f34e-4088-8f50-f6782ebe9058 req-6b10b0c8-a212-4bb5-a89a-96a07dbac714 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141570 Jun 07 16:01:09.343146 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19018fe-ac9e-471b-8fa7-3edd31cf5415 req-f60fffac-b275-49b4-aed2-b7c41bf98298 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:09.344525 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f19018fe-ac9e-471b-8fa7-3edd31cf5415 req-f60fffac-b275-49b4-aed2-b7c41bf98298 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0800409 Jun 07 16:01:09.471949 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da987-5312-42ce-876e-cf4ec94bab11 req-97ad55e3-c113-4a6f-8e2d-b6f486ae55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:09.473825 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9e1da987-5312-42ce-876e-cf4ec94bab11 req-97ad55e3-c113-4a6f-8e2d-b6f486ae55a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 917 time: 0.1368804 Jun 07 16:01:09.480914 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f19018fe-ac9e-471b-8fa7-3edd31cf5415 req-bc086d0c-4836-4dc2-b0e7-75587ba422cf tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279118 Jun 07 16:01:09.574050 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104931f-36da-4ca8-b06d-c499a2b25a1b req-163a9acb-38c1-45ec-94aa-72402f8a9957 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:09.575378 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0104931f-36da-4ca8-b06d-c499a2b25a1b req-163a9acb-38c1-45ec-94aa-72402f8a9957 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0779898 Jun 07 16:01:09.666169 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb068fde-5dc7-41e8-9715-442f235f111b req-25c4a11b-7545-4982-acd0-4cf9c6a65feb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:09.667589 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fb068fde-5dc7-41e8-9715-442f235f111b req-25c4a11b-7545-4982-acd0-4cf9c6a65feb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.1089635 Jun 07 16:01:09.692527 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9e1da987-5312-42ce-876e-cf4ec94bab11 req-7ad337dd-22ca-4e49-9d14-398f4ac5b248 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b997521-b0f1-4473-8789-20e9f18a83df HTTP/1.1" status: 200 len: 1001 time: 0.1148667 Jun 07 16:01:09.742368 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0104931f-36da-4ca8-b06d-c499a2b25a1b req-b027268c-5b3d-47cc-bc43-d3ba2396ebe3 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434801 Jun 07 16:01:09.775716 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fb068fde-5dc7-41e8-9715-442f235f111b req-6b902729-3cb7-473e-804b-46499490f94f tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974867 Jun 07 16:01:09.779365 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da987-5312-42ce-876e-cf4ec94bab11 req-f06b8602-39b6-48cf-ad4b-da1e3aed6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:09.780819 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9e1da987-5312-42ce-876e-cf4ec94bab11 req-f06b8602-39b6-48cf-ad4b-da1e3aed6ae7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 200 len: 855 time: 0.0755346 Jun 07 16:01:09.799141 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 56618) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:01:09.865055 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da987-5312-42ce-876e-cf4ec94bab11 req-4b2fd2f3-4f3f-407d-979a-8c6570517317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:09.866627 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9e1da987-5312-42ce-876e-cf4ec94bab11 req-4b2fd2f3-4f3f-407d-979a-8c6570517317 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bca6588e-929f-4019-b79c-d0c7387dc8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770364 Jun 07 16:01:09.872764 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69c8e2-f81f-4dff-84de-cd2155617438 req-3e000cde-1cda-4031-9fd3-28322519f16d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:09.874130 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8b69c8e2-f81f-4dff-84de-cd2155617438 req-3e000cde-1cda-4031-9fd3-28322519f16d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0760834 Jun 07 16:01:09.927006 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8b69c8e2-f81f-4dff-84de-cd2155617438 req-c73d72c1-77c2-482e-8084-d409a03cfb50 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468278 Jun 07 16:01:09.994225 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ebd4c5-0306-431b-a159-4b75234d2c3f tempest-TestShelveInstance-1303248791 tempest-TestShelveInstance-1303248791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:09.995729 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-e0ebd4c5-0306-431b-a159-4b75234d2c3f tempest-TestShelveInstance-1303248791 tempest-TestShelveInstance-1303248791-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 1125 time: 0.1956201 Jun 07 16:01:09.998660 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 56622) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:01:10.002818 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'port_id': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:01:10.023748 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:10.101605 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:10.155609 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ab148-0135-42ba-b30a-8ead6ea16ce3 req-afd8d352-c483-4e21-8d8a-e6770b7f5b62 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:10.157123 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7f8ab148-0135-42ba-b30a-8ead6ea16ce3 req-afd8d352-c483-4e21-8d8a-e6770b7f5b62 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 945 time: 0.0542684 Jun 07 16:01:10.208626 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7f8ab148-0135-42ba-b30a-8ead6ea16ce3 req-a7c194ca-2ba6-4f6d-b827-942c517c4c66 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445380 Jun 07 16:01:10.214256 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Allocated IP 172.27.2.156 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/0e1c51da-a445-49cc-b07c-75051237c446) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:01:10.319356 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for port (0e1c51da-a445-49cc-b07c-75051237c446), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:10.327619 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:10.336291 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:10.352320 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (0e1c51da-a445-49cc-b07c-75051237c446), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:10.357771 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9e1da987-5312-42ce-876e-cf4ec94bab11 req-33d3d78c-2840-46ee-95be-5ac2c938ebb6 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849881 Jun 07 16:01:10.395392 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:01:10.398569 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:01:10.404706 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:01:10.409701 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event updated for resources: {'Port': ['ID=0e1c51da-a445-49cc-b07c-75051237c446,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:10.507799 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9e1da987-5312-42ce-876e-cf4ec94bab11 req-82e24205-4236-4711-ab74-c8c21f3ba17b service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910368 Jun 07 16:01:10.512393 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:10.669849 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:10.767572 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for floatingip (f63d64e9-2405-4165-858a-2978909d1922), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:10.842906 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (0e1c51da-a445-49cc-b07c-75051237c446), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:10.922096 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-97633928-7e86-4382-b1ec-e3d452702bd5 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4bd3c10c39cd4e2282cc954487fee86c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2613466 Jun 07 16:01:11.025057 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for port (0e1c51da-a445-49cc-b07c-75051237c446), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:11.028491 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98d76e-4ce5-4410-987b-ee8a54b4e14b req-7102c43b-3286-422a-a842-78389edcedda tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:11.029392 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1212707'] for port (0e1c51da-a445-49cc-b07c-75051237c446), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:11.029895 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9c98d76e-4ce5-4410-987b-ee8a54b4e14b req-7102c43b-3286-422a-a842-78389edcedda tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.1277575 Jun 07 16:01:11.093344 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event updated for resources: {'Port': ['ID=0e1c51da-a445-49cc-b07c-75051237c446,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:11.110688 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (f63d64e9-2405-4165-858a-2978909d1922), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:11.170032 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9c98d76e-4ce5-4410-987b-ee8a54b4e14b req-eb7927d1-f9b9-460f-8d8f-33b2834498a9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325247 Jun 07 16:01:11.179758 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-8a123d39-89b0-4265-84b6-6e34dce771f6 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:11.181421 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-8a123d39-89b0-4265-84b6-6e34dce771f6 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381897 Jun 07 16:01:11.197334 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-e565437a-f18a-4586-bed2-81ba7ddf3f0a tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/quotas/4bd3c10c39cd4e2282cc954487fee86c HTTP/1.1" status: 200 len: 375 time: 0.0107470 Jun 07 16:01:11.212304 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.l3_db [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Floating IP f63d64e9-2405-4165-858a-2978909d1922 associated. External IP: 172.27.2.156, port: ecee4301-3191-46a9-9f87-5b81919581bd. Jun 07 16:01:11.234845 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-14573077-0cb4-4e23-ac1a-1ae8320ff354 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4bd3c10c39cd4e2282cc954487fee86c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324128 Jun 07 16:01:11.298603 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf244c81-79b0-4682-bd0f-c0defa528883 req-27df1eda-0da3-443a-9a42-241084d0313f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:11.300190 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bf244c81-79b0-4682-bd0f-c0defa528883 req-27df1eda-0da3-443a-9a42-241084d0313f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0490520 Jun 07 16:01:11.358780 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bf244c81-79b0-4682-bd0f-c0defa528883 req-94ed3ed6-ba7a-4966-852d-d91e67b47f16 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517225 Jun 07 16:01:11.466775 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-977928cd-63c2-4d3c-8fd4-aba275f35bef req-0371f2b1-8f43-4a09-a65f-257f0f70acb4 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 210 time: 0.0500538 Jun 07 16:01:11.504782 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83a0b5-86f2-49cb-b232-62548ca7a9bf req-fb87a55f-01e6-4850-b9d9-4f1085ef6ff6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:11.506320 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a83a0b5-86f2-49cb-b232-62548ca7a9bf req-fb87a55f-01e6-4850-b9d9-4f1085ef6ff6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 945 time: 0.0772083 Jun 07 16:01:11.560322 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a83a0b5-86f2-49cb-b232-62548ca7a9bf req-e7480a29-44bf-4598-bcd8-525d9920d574 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468419 Jun 07 16:01:11.611236 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Router 421373f8-6696-4e3d-acb1-ee5b376eaa38 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:01:11.656332 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:11.661306 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:11.728005 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:01:11.739925 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0750af3-9fbf-4128-82f3-d9f319bbd8ab None None] Sync routers for ids ['421373f8-6696-4e3d-acb1-ee5b376eaa38'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:01:11.743803 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:11.749522 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:11.752807 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0750af3-9fbf-4128-82f3-d9f319bbd8ab None None] Routers {'421373f8-6696-4e3d-acb1-ee5b376eaa38'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:01:11.753649 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-d0750af3-9fbf-4128-82f3-d9f319bbd8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:00:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['421373f8-6696-4e3d-acb1-ee5b376eaa38'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:01:11.780997 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-a6e6c1be-b613-470b-a09d-8fb07da5799e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7813399 Jun 07 16:01:11.781591 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:01:11.783818 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f097f6ac36b35195947aa4438c9488911cf55d48cfeb24672d25f9ae282f2969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457" -d '{"events": [{"name": "network-changed", "server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:01:11.819892 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d398cf4-46f5-4a5e-8a22-963958b7ca38 x-openstack-request-id: req-7d398cf4-46f5-4a5e-8a22-963958b7ca38 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:01:11.820183 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd", "status": "completed", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:01:11.820471 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d398cf4-46f5-4a5e-8a22-963958b7ca38 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:01:11.820865 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d398cf4-46f5-4a5e-8a22-963958b7ca38'] response: {'name': 'network-changed', 'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'status': 'completed', 'code': 200} Jun 07 16:01:11.940990 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-d0750af3-9fbf-4128-82f3-d9f319bbd8ab None None] Set router 421373f8-6696-4e3d-acb1-ee5b376eaa38 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:01:12.078235 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:12.154120 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-d0750af3-9fbf-4128-82f3-d9f319bbd8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:14Z', 'revision_number': 4, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'f63d64e9-2405-4165-858a-2978909d1922', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'port_id': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'mac_address': 'fa:16:3e:14:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aea574-14a9-41bc-8699-a5d3525a3390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:01:10Z', 'updated_at': '2022-06-07T16:01:10Z', 'revision_number': 0, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a0822a-88dd-4afe-9392-0950cb1cb650', 'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'mac_address': 'fa:16:3e:a9:83:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:13Z', 'updated_at': '2022-06-07T16:00:21Z', 'revision_number': 5, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'subnets': [{'id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:01:12.181011 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0750af3-9fbf-4128-82f3-d9f319bbd8ab None None] Checking router: 421373f8-6696-4e3d-acb1-ee5b376eaa38 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:01:12.189069 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0750af3-9fbf-4128-82f3-d9f319bbd8ab None None] Routers {'421373f8-6696-4e3d-acb1-ee5b376eaa38'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:01:12.189653 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-d0750af3-9fbf-4128-82f3-d9f319bbd8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:00:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['421373f8-6696-4e3d-acb1-ee5b376eaa38'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:01:12.292866 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74278-30ae-4134-af92-5e6f2d2c3665 req-d02d4ceb-297c-4c85-9e41-dbebd56d6e4e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:12.293519 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-d0750af3-9fbf-4128-82f3-d9f319bbd8ab None None] Set router 421373f8-6696-4e3d-acb1-ee5b376eaa38 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:01:12.294723 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6fc74278-30ae-4134-af92-5e6f2d2c3665 req-d02d4ceb-297c-4c85-9e41-dbebd56d6e4e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0518408 Jun 07 16:01:12.347359 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6fc74278-30ae-4134-af92-5e6f2d2c3665 req-7403aec2-aacb-4354-b9a9-40ea9e7a9118 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447409 Jun 07 16:01:12.431068 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457 req-02e6e194-8934-46d4-974f-1f4b33256029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:12.432776 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457 req-02e6e194-8934-46d4-974f-1f4b33256029 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bc2a18d64e440eabb0f4f4a072cf671&device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 1130 time: 0.0622816 Jun 07 16:01:12.497999 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246c2f9-f511-454b-a1a5-ba2e82fa54e5 req-944a6b27-e82d-4fe0-8ca2-1e54b495ef3e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:12.499398 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1246c2f9-f511-454b-a1a5-ba2e82fa54e5 req-944a6b27-e82d-4fe0-8ca2-1e54b495ef3e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 945 time: 0.0470588 Jun 07 16:01:12.499975 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9b997521-b0f1-4473-8789-20e9f18a83df no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:01:12.520764 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-d0750af3-9fbf-4128-82f3-d9f319bbd8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:14Z', 'revision_number': 4, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'f63d64e9-2405-4165-858a-2978909d1922', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'port_id': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'mac_address': 'fa:16:3e:14:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aea574-14a9-41bc-8699-a5d3525a3390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:01:10Z', 'updated_at': '2022-06-07T16:01:10Z', 'revision_number': 0, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a0822a-88dd-4afe-9392-0950cb1cb650', 'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'mac_address': 'fa:16:3e:a9:83:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:13Z', 'updated_at': '2022-06-07T16:00:21Z', 'revision_number': 5, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'subnets': [{'id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:01:12.546585 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0750af3-9fbf-4128-82f3-d9f319bbd8ab None None] The sync data for ids ['421373f8-6696-4e3d-acb1-ee5b376eaa38'] in dv-cinder-844879-2-iscsi is: [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:14Z', 'revision_number': 4, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'f63d64e9-2405-4165-858a-2978909d1922', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'port_id': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'mac_address': 'fa:16:3e:14:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aea574-14a9-41bc-8699-a5d3525a3390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:01:10Z', 'updated_at': '2022-06-07T16:01:10Z', 'revision_number': 0, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a0822a-88dd-4afe-9392-0950cb1cb650', 'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'mac_address': 'fa:16:3e:a9:83:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:13Z', 'updated_at': '2022-06-07T16:00:21Z', 'revision_number': 5, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'subnets': [{'id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:01:12.570004 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1246c2f9-f511-454b-a1a5-ba2e82fa54e5 req-a7fc3be2-1493-40c3-b7d8-ef10f6f13b78 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583072 Jun 07 16:01:12.587294 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9b997521-b0f1-4473-8789-20e9f18a83df is: ACTIVE; New status is: DOWN {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:01:12.587533 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-338d8579-96ce-41bd-b8c2-24e98eeaffd4 req-2b55fc16-9370-4aa8-9f4e-221913cc185c tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 210 time: 0.0338035 Jun 07 16:01:12.587683 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:12.614040 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:01:12.617048 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aed62b-04c9-4645-ad51-cb4b180577e9" -d '{"events": [{"server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "name": "network-vif-unplugged", "status": "completed", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:01:12.635778 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:12.641266 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:12.666571 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Jun 2022 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41de8e31-aa65-4ecd-9f82-7dc97328e46b x-openstack-request-id: req-41de8e31-aa65-4ecd-9f82-7dc97328e46b {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:01:12.666854 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "name": "network-vif-unplugged", "status": "completed", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:01:12.667099 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41de8e31-aa65-4ecd-9f82-7dc97328e46b {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:01:12.667487 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41de8e31-aa65-4ecd-9f82-7dc97328e46b'] response: {'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df', 'code': 200} Jun 07 16:01:12.693588 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9b997521-b0f1-4473-8789-20e9f18a83df,revision_number=8']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:12.700910 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfb1f4-a581-4237-ad07-e09c73372c39 req-57ca65d4-89d1-4cf0-bbff-4f4880bcc5a1 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:12.702517 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cfbfb1f4-a581-4237-ad07-e09c73372c39 req-57ca65d4-89d1-4cf0-bbff-4f4880bcc5a1 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 945 time: 0.0533159 Jun 07 16:01:12.755463 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cfbfb1f4-a581-4237-ad07-e09c73372c39 req-8faefef1-6a37-4ec1-8e00-95851e5710a7 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458462 Jun 07 16:01:12.791595 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e144234-93ed-4302-9983-f80fe408670d None None] New status for floating IP f63d64e9-2405-4165-858a-2978909d1922: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:01:12.844691 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:12.934791 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd90ad-efc8-4844-aa91-4d0490bf8a03 req-15cbd686-56c8-44c9-9e9d-cb927b9a6717 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:12.936432 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-70fd90ad-efc8-4844-aa91-4d0490bf8a03 req-15cbd686-56c8-44c9-9e9d-cb927b9a6717 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 945 time: 0.0965731 Jun 07 16:01:12.946735 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:12.947521 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 56672) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:01:12.953523 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-618d31db-e00e-472b-ae87-f57fda24b466 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'floatingip': {'port_id': '6e57fb6c-90ee-4906-85c3-42d6621fc544'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:01:13.003765 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-618d31db-e00e-472b-ae87-f57fda24b466 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (e840109f-eec5-4830-b116-9b64a75011af), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:13.019189 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457 req-7ac4d9cd-ca0a-48bd-9a0b-2b6ccf3f166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:13.020803 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457 req-7ac4d9cd-ca0a-48bd-9a0b-2b6ccf3f166d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8456bfa-e327-4646-9098-4f04d53b18a5 HTTP/1.1" status: 200 len: 910 time: 0.1387067 Jun 07 16:01:13.299013 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457 req-f536338d-9331-4c8c-9fe1-cd9e454a52d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecee4301-3191-46a9-9f87-5b81919581bd HTTP/1.1" status: 200 len: 1002 time: 0.0565231 Jun 07 16:01:13.339967 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:13.360272 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457 req-5c45a621-580a-41b7-bcff-0612628dfcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:13.361756 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457 req-5c45a621-580a-41b7-bcff-0612628dfcd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e29039f-3438-4bb9-8234-bd4dbb940c1e HTTP/1.1" status: 200 len: 848 time: 0.0481353 Jun 07 16:01:13.459382 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-618d31db-e00e-472b-ae87-f57fda24b466 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:13.463219 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-618d31db-e00e-472b-ae87-f57fda24b466 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (e840109f-eec5-4830-b116-9b64a75011af), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:13.476528 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a388ee-99f2-41ab-845c-620f9afaf836 req-901c7831-9737-4799-abd0-ea4da563fc6e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:13.478001 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00a388ee-99f2-41ab-845c-620f9afaf836 req-901c7831-9737-4799-abd0-ea4da563fc6e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0506856 Jun 07 16:01:13.526578 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00a388ee-99f2-41ab-845c-620f9afaf836 req-647e338e-27d5-476a-9255-aa6250baf95c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Jun 07 16:01:13.567015 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.l3_db [None req-618d31db-e00e-472b-ae87-f57fda24b466 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Floating IP e840109f-eec5-4830-b116-9b64a75011af associated. External IP: 172.27.2.86, port: 6e57fb6c-90ee-4906-85c3-42d6621fc544. Jun 07 16:01:13.608109 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457 req-e9e93899-63a4-4f67-81c4-54f87223497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:13.609677 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457 req-e9e93899-63a4-4f67-81c4-54f87223497d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8456bfa-e327-4646-9098-4f04d53b18a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440309 Jun 07 16:01:13.744502 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-283e5e5a-fa15-4f26-88b2-26aefcfdc156 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4bd3c10c39cd4e2282cc954487fee86c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925477 Jun 07 16:01:13.787929 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d1e9c1db-6cbb-4d4d-8f5c-6aa96dea04dc req-697a2ecc-9574-4eac-89b0-9dcf52634659 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 210 time: 0.1014707 Jun 07 16:01:13.814535 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618d31db-e00e-472b-ae87-f57fda24b466 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Router ff0099a3-a753-43c4-9c6c-6635c009b24b has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:01:13.861608 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e4eb6-ab55-46a4-b258-8bc2ad55feb8 req-fdf67ef5-ed32-4892-97c9-f5f136cb2e45 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:13.863045 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7b7e4eb6-ab55-46a4-b258-8bc2ad55feb8 req-fdf67ef5-ed32-4892-97c9-f5f136cb2e45 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.1890492 Jun 07 16:01:13.908698 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:13.915760 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457 req-3e1dcfd6-9c94-49a9-8160-16ef696f4c1d service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720668 Jun 07 16:01:13.928170 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:13.931520 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618d31db-e00e-472b-ae87-f57fda24b466 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:01:13.936220 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-618d31db-e00e-472b-ae87-f57fda24b466 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:13.945035 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581d323-228d-4904-bfc7-72f1ddc0b606 None None] Sync routers for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:01:13.961673 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3581d323-228d-4904-bfc7-72f1ddc0b606 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:01:13.961904 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-9b3a9ae4-c41f-4f2c-a5b6-fa38af0d425a tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:13.962796 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-3581d323-228d-4904-bfc7-72f1ddc0b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:00:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:01:13.963184 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-9b3a9ae4-c41f-4f2c-a5b6-fa38af0d425a tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882288 Jun 07 16:01:13.967390 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7b7e4eb6-ab55-46a4-b258-8bc2ad55feb8 req-04bdad66-23bb-4cf7-b98f-7c2bd1321495 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929391 Jun 07 16:01:13.970216 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-618d31db-e00e-472b-ae87-f57fda24b466 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "PUT /v2.0/floatingips/e840109f-eec5-4830-b116-9b64a75011af HTTP/1.1" status: 200 len: 990 time: 1.0204303 Jun 07 16:01:13.970777 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816146bc-5797-4984-a957-b06cd866439d', 'tag': '6e57fb6c-90ee-4906-85c3-42d6621fc544'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:01:13.973892 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f097f6ac36b35195947aa4438c9488911cf55d48cfeb24672d25f9ae282f2969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254" -d '{"events": [{"name": "network-changed", "server_uuid": "816146bc-5797-4984-a957-b06cd866439d", "tag": "6e57fb6c-90ee-4906-85c3-42d6621fc544"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:01:14.010444 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a3f98b-637d-4269-a8f7-8d01d0f15304 x-openstack-request-id: req-a4a3f98b-637d-4269-a8f7-8d01d0f15304 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:01:14.010735 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816146bc-5797-4984-a957-b06cd866439d", "tag": "6e57fb6c-90ee-4906-85c3-42d6621fc544", "status": "completed", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:01:14.011167 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4a3f98b-637d-4269-a8f7-8d01d0f15304 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:01:14.011581 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a3f98b-637d-4269-a8f7-8d01d0f15304'] response: {'name': 'network-changed', 'server_uuid': '816146bc-5797-4984-a957-b06cd866439d', 'tag': '6e57fb6c-90ee-4906-85c3-42d6621fc544', 'status': 'completed', 'code': 200} Jun 07 16:01:14.070646 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-3581d323-228d-4904-bfc7-72f1ddc0b606 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:01:14.273864 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:14.286977 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-3581d323-228d-4904-bfc7-72f1ddc0b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '151d50b6-cbf1-4c17-b795-4b481d35f9ba', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:4e:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:10Z', 'updated_at': '2022-06-07T15:59:51Z', 'revision_number': 2, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}, {'id': 'e840109f-eec5-4830-b116-9b64a75011af', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '6e57fb6c-90ee-4906-85c3-42d6621fc544', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:5d:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816146bc-5797-4984-a957-b06cd866439d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:00:55Z', 'updated_at': '2022-06-07T16:01:13Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:01:14.311394 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581d323-228d-4904-bfc7-72f1ddc0b606 None None] Checking router: ff0099a3-a753-43c4-9c6c-6635c009b24b for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:01:14.319953 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3581d323-228d-4904-bfc7-72f1ddc0b606 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:01:14.320620 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-3581d323-228d-4904-bfc7-72f1ddc0b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:00:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:01:14.323081 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:14.426520 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-3581d323-228d-4904-bfc7-72f1ddc0b606 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:01:14.461322 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [req-b86177a2-f2b8-4168-8de7-0e87cb77743f req-3f5433ba-ea06-4f2a-ad6a-24a6bd4394a6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 16:01:14.462462 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b86177a2-f2b8-4168-8de7-0e87cb77743f req-3f5433ba-ea06-4f2a-ad6a-24a6bd4394a6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055165 Jun 07 16:01:14.669466 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91776c1f-af72-4885-954a-11d83edf52b2 req-5453f314-58ce-4c34-8c68-b9ec2cc218d5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:14.671008 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-91776c1f-af72-4885-954a-11d83edf52b2 req-5453f314-58ce-4c34-8c68-b9ec2cc218d5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0879276 Jun 07 16:01:14.684020 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-3581d323-228d-4904-bfc7-72f1ddc0b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '151d50b6-cbf1-4c17-b795-4b481d35f9ba', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:4e:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:10Z', 'updated_at': '2022-06-07T15:59:51Z', 'revision_number': 2, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}, {'id': 'e840109f-eec5-4830-b116-9b64a75011af', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '6e57fb6c-90ee-4906-85c3-42d6621fc544', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:5d:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816146bc-5797-4984-a957-b06cd866439d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:00:55Z', 'updated_at': '2022-06-07T16:01:13Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:01:14.694020 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef18204-03e1-42fe-963b-5e316835274b req-8e796020-b99c-4cb2-8afe-c1021a54c6ca tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:14.695475 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cef18204-03e1-42fe-963b-5e316835274b req-8e796020-b99c-4cb2-8afe-c1021a54c6ca tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0756719 Jun 07 16:01:14.712974 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581d323-228d-4904-bfc7-72f1ddc0b606 None None] The sync data for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi is: [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '151d50b6-cbf1-4c17-b795-4b481d35f9ba', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:4e:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:10Z', 'updated_at': '2022-06-07T15:59:51Z', 'revision_number': 2, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}, {'id': 'e840109f-eec5-4830-b116-9b64a75011af', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '6e57fb6c-90ee-4906-85c3-42d6621fc544', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:5d:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816146bc-5797-4984-a957-b06cd866439d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:00:55Z', 'updated_at': '2022-06-07T16:01:13Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:01:14.768629 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-91776c1f-af72-4885-954a-11d83edf52b2 req-91444918-a3ea-48ad-a854-ca12b00b9a1b tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879083 Jun 07 16:01:14.781686 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cef18204-03e1-42fe-963b-5e316835274b req-edded913-6d69-4e49-81b7-a7cc7371dd98 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789227 Jun 07 16:01:14.889638 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-81294cd4-ff17-45c5-8710-01be752e321c req-7f677dd2-a115-428d-ae8a-c09b14e80f06 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 210 time: 0.0294492 Jun 07 16:01:14.949724 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 56728) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:01:14.978968 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd8b7a7-f7d8-48fe-b0fe-62c00ac04011 None None] New status for floating IP e840109f-eec5-4830-b116-9b64a75011af: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:01:15.036735 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-2cd3b63b-5977-4613-854c-22aeac8973e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856431 Jun 07 16:01:15.045531 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-8e4c859b-5d02-4e78-9afd-67f845ffe1a1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 16:01:15.046496 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-8e4c859b-5d02-4e78-9afd-67f845ffe1a1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051723 Jun 07 16:01:15.081786 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Request body: {'port': {'device_id': '37f1ede5-bcf8-4698-8d27-b69d90fc3db4', 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1', 'admin_state_up': True, 'tenant_id': '4bd3c10c39cd4e2282cc954487fee86c'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:01:15.139555 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 56742) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:01:15.206112 dv-cinder-844879-2-iscsi neutron-server[103969]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 16:01:15.260397 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-d80e3673-2070-472c-925f-edeee5926ea0 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:15.261774 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-d80e3673-2070-472c-925f-edeee5926ea0 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports/9b997521-b0f1-4473-8789-20e9f18a83df HTTP/1.1" status: 200 len: 940 time: 0.1208060 Jun 07 16:01:15.299523 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:15.310271 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254 req-cc8d49ac-fb5f-46d3-97f4-f176a578b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:15.311783 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254 req-cc8d49ac-fb5f-46d3-97f4-f176a578b02a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 1129 time: 0.1838627 Jun 07 16:01:15.316693 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c750-6c99-46ba-9003-564ce7ace44c req-82303938-30d3-4e63-b5d8-9371a30e5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:15.319389 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-29b6c750-6c99-46ba-9003-564ce7ace44c req-82303938-30d3-4e63-b5d8-9371a30e5734 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 1129 time: 0.0535781 Jun 07 16:01:15.376975 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-29b6c750-6c99-46ba-9003-564ce7ace44c req-84da3678-57dd-4a12-a7e6-242bf638af2c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447426 Jun 07 16:01:15.401581 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-90ee0ac5-ad89-4dd2-a96b-07b4fa09a457 req-61280c22-7194-4b80-9831-ae452b0aad09 service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158066 Jun 07 16:01:15.421958 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Made reservation on behalf of 4bd3c10c39cd4e2282cc954487fee86c for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:01:15.425265 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:15.431721 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:15.442406 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:15.470584 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254 req-777ad48c-463b-4006-bd4b-1ee0585f9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:15.472023 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254 req-777ad48c-463b-4006-bd4b-1ee0585f9ca9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 914 time: 0.1466734 Jun 07 16:01:15.533280 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Publish callbacks [] for security_group (5f3da555-a62e-404b-b2ad-74a5f927adf9), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:15.537865 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (5f3da555-a62e-404b-b2ad-74a5f927adf9), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:15.598068 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3da555-a62e-404b-b2ad-74a5f927adf9,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:15.723236 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Allocated IP 192.168.233.15 (6e31fb34-7153-40c8-bb2c-78d12ec822d1/409908aa-9372-403d-a6fb-f198bc75ca7c/2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:01:15.726920 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254 req-ace0d894-aa6f-4df0-9a62-16c5beed0874 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e57fb6c-90ee-4906-85c3-42d6621fc544 HTTP/1.1" status: 200 len: 1000 time: 0.0840728 Jun 07 16:01:15.853034 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254 req-1a5fbd90-2611-47d1-a2bd-e820f40d1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:15.854496 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254 req-1a5fbd90-2611-47d1-a2bd-e820f40d1ae8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.1047676 Jun 07 16:01:15.955174 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c6b03-8f53-4ef5-bbd9-3cef2ab3b929 req-748aafce-5846-42a7-9b99-3ccb7f22eb45 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:15.956629 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3f4c6b03-8f53-4ef5-bbd9-3cef2ab3b929 req-748aafce-5846-42a7-9b99-3ccb7f22eb45 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0934401 Jun 07 16:01:15.965260 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54bca-2bd2-4a78-a8b9-5d364c0954a1 req-d8b7e05c-53f4-4748-be49-18582a7b8f53 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:15.966590 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b0a54bca-2bd2-4a78-a8b9-5d364c0954a1 req-d8b7e05c-53f4-4748-be49-18582a7b8f53 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.1068509 Jun 07 16:01:16.030668 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:16.036552 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Publish callbacks [] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:16.075757 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3f4c6b03-8f53-4ef5-bbd9-3cef2ab3b929 req-6becccac-1f95-4f05-a1a1-4c8dbd8a15b0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060445 Jun 07 16:01:16.080070 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b0a54bca-2bd2-4a78-a8b9-5d364c0954a1 req-ad01e57f-b5c3-47e5-8a40-12fea862b892 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049032 Jun 07 16:01:16.111364 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:16.117544 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:16.185253 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Network 6e31fb34-7153-40c8-bb2c-78d12ec822d1 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:01:16.192408 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:01:16.199830 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:01:16.458208 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-09ceebd0-91ef-4ef0-8ea4-6a4587d200bc None None] Provisioning complete for port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:01:16.458793 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-09ceebd0-91ef-4ef0-8ea4-6a4587d200bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:16.468305 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127187-52ed-46c6-9b1f-4298f50b7878 req-f86571c8-4a49-455e-8b60-e3474a74a23e tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:16.469849 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c0127187-52ed-46c6-9b1f-4298f50b7878 req-f86571c8-4a49-455e-8b60-e3474a74a23e tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 935 time: 0.3268044 Jun 07 16:01:16.473842 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Pushing event updated for resources: {'Port': ['ID=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:16.496097 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-09ceebd0-91ef-4ef0-8ea4-6a4587d200bc None None] Port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:01:16.507796 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9b997521-b0f1-4473-8789-20e9f18a83df no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:01:16.531495 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254 req-33fae6b0-85d9-4c1c-9e18-a5bfa18f12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:16.532924 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254 req-33fae6b0-85d9-4c1c-9e18-a5bfa18f12ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950887 Jun 07 16:01:16.544525 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:16.545117 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:16.575217 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c0127187-52ed-46c6-9b1f-4298f50b7878 req-c17f3e36-04a0-48ea-a83a-665c600b5bab tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802324 Jun 07 16:01:16.579046 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-db8d87ce-14ab-4a84-b2aa-5fc62610df4d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5015688 Jun 07 16:01:16.580465 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9b997521-b0f1-4473-8789-20e9f18a83df is: DOWN; New status is: DOWN {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:01:16.773036 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254 req-95bda635-fd94-4f82-89bb-3c1df773904b service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902805 Jun 07 16:01:16.846958 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c35151d4-30ca-4661-8d51-68c10e3a646f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:17.218701 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdddf1-bd86-4830-ac7c-c0ab443aa10b req-b11ff7b3-b704-41cb-9230-1e0b9b32f0f3 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:17.220164 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b8cdddf1-bd86-4830-ac7c-c0ab443aa10b req-b11ff7b3-b704-41cb-9230-1e0b9b32f0f3 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0752358 Jun 07 16:01:17.226303 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d68ef-064b-453c-befa-9fabf1f88631 req-fbf803cd-c065-42b8-9144-039d85b414d7 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:17.227573 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f3d68ef-064b-453c-befa-9fabf1f88631 req-fbf803cd-c065-42b8-9144-039d85b414d7 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0724094 Jun 07 16:01:17.276839 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Request body: {'port': {'device_id': '37f1ede5-bcf8-4698-8d27-b69d90fc3db4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:01:17.372571 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b8cdddf1-bd86-4830-ac7c-c0ab443aa10b req-331e3168-dc5d-459a-bd8d-cdb8abbdec2a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440468 Jun 07 16:01:17.395420 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f3d68ef-064b-453c-befa-9fabf1f88631 req-fcea3c5d-0663-4e9c-905a-7ddcbffa5c21 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590738 Jun 07 16:01:17.433287 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:17.483645 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa39e3ac-92b5-4f33-88d2-b534c2a4c254 req-1ce27b23-3ec8-4f7f-a760-817a72fd86af service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008898 Jun 07 16:01:17.545019 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409ab05-2364-4e09-b334-81ef816d3947 req-c5afb4f5-3981-433f-a69f-222caee10814 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:17.546516 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f409ab05-2364-4e09-b334-81ef816d3947 req-c5afb4f5-3981-433f-a69f-222caee10814 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0859697 Jun 07 16:01:17.657077 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:17.703753 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f409ab05-2364-4e09-b334-81ef816d3947 req-0ff5d678-fe1b-45f5-a054-8e64dc4dea98 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412058 Jun 07 16:01:17.709483 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:17.738020 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0f07f-2563-4349-ac74-726c10fe6c03 req-5caa424d-3b34-463d-8527-9e274d6f84d4 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:17.739511 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9cb0f07f-2563-4349-ac74-726c10fe6c03 req-5caa424d-3b34-463d-8527-9e274d6f84d4 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 935 time: 0.0897007 Jun 07 16:01:17.828545 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9cb0f07f-2563-4349-ac74-726c10fe6c03 req-033d9fba-3cb1-4276-9882-29648a55a569 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643904 Jun 07 16:01:17.972880 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-2c0fed50-a068-4e2b-b2f0-44d881175dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:17.974356 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-2c0fed50-a068-4e2b-b2f0-44d881175dc5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889&tenant_id=d9f6ff4cee09476c925730a31d32e56f HTTP/1.1" status: 200 len: 1127 time: 0.1019132 Jun 07 16:01:17.978586 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:01:17.990348 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Publish callbacks [] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:18.004907 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Transition to ACTIVE for port object 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:01:18.036123 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:18.078381 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-a05a17d4-434f-422f-8251-3fcbcdf66d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:18.079912 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-a05a17d4-434f-422f-8251-3fcbcdf66d1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 1127 time: 0.0733879 Jun 07 16:01:18.112381 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:18.244737 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-48b0deb2-da68-4502-878b-4551ccbca922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:18.246197 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-48b0deb2-da68-4502-878b-4551ccbca922 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 917 time: 0.1556857 Jun 07 16:01:18.250445 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Attempting to bind port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:01:18.250839 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Attempting to bind port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '113eb05a-0ca9-4c3e-a36c-ba5984ca5c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:01:18.251083 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Attempting to bind port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 on network 6e31fb34-7153-40c8-bb2c-78d12ec822d1 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:01:18.256822 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 on network 6e31fb34-7153-40c8-bb2c-78d12ec822d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:01:18.257136 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Attempting to bind port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 on network 6e31fb34-7153-40c8-bb2c-78d12ec822d1 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:01:18.268290 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:01:18.268643 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Checking segment: {'id': '113eb05a-0ca9-4c3e-a36c-ba5984ca5c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:01:18.269010 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Bound using segment: {'id': '113eb05a-0ca9-4c3e-a36c-ba5984ca5c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:01:18.269496 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Bound port: 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113eb05a-0ca9-4c3e-a36c-ba5984ca5c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:01:18.270548 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:18.351301 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-582e9ac0-89bf-42f4-8fe0-4761ae41ed99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b997521-b0f1-4473-8789-20e9f18a83df HTTP/1.1" status: 200 len: 999 time: 0.0911489 Jun 07 16:01:18.403956 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] For port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:01:18.422173 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] For port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5,segment=NetworkSegment(113eb05a-0ca9-4c3e-a36c-ba5984ca5c60),segment_id=113eb05a-0ca9-4c3e-a36c-ba5984ca5c60)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:01:18.424412 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-79e51112-0efb-4b15-b28c-e20c9f136655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:18.426139 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-79e51112-0efb-4b15-b28c-e20c9f136655 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 200 len: 855 time: 0.0660636 Jun 07 16:01:18.431775 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:18.489813 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:18.490449 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:18.491776 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] 10.222.0.24 "PUT /v2.0/ports/2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 HTTP/1.1" status: 200 len: 1097 time: 1.2218018 Jun 07 16:01:18.493881 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f1ede5-bcf8-4698-8d27-b69d90fc3db4', 'tag': '2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:01:18.496062 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9cc59e-c017-4805-b67a-2e47fafa409d" -d '{"events": [{"name": "network-changed", "server_uuid": "37f1ede5-bcf8-4698-8d27-b69d90fc3db4", "tag": "2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:01:18.498214 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:18.561458 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f411f2f4-4e5f-4e18-9fbc-9db25003ae5f x-openstack-request-id: req-f411f2f4-4e5f-4e18-9fbc-9db25003ae5f {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:01:18.561740 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f1ede5-bcf8-4698-8d27-b69d90fc3db4", "tag": "2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:01:18.561986 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f411f2f4-4e5f-4e18-9fbc-9db25003ae5f {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:01:18.562382 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f411f2f4-4e5f-4e18-9fbc-9db25003ae5f'] response: {'name': 'network-changed', 'server_uuid': '37f1ede5-bcf8-4698-8d27-b69d90fc3db4', 'tag': '2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5', 'status': 'completed', 'code': 200} Jun 07 16:01:18.564870 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:18.566124 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-6befed58-3c92-48bc-87d3-2d4e7964e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:18.568488 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-6befed58-3c92-48bc-87d3-2d4e7964e3a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bca6588e-929f-4019-b79c-d0c7387dc8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1274500 Jun 07 16:01:18.622816 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2ad00-291a-4341-8da1-6ca842098368 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:18.661971 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce24e-67e8-4552-85d6-902958b81a76 req-0e41fcca-0076-47bf-816c-2a155708a86d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:18.663418 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78bce24e-67e8-4552-85d6-902958b81a76 req-0e41fcca-0076-47bf-816c-2a155708a86d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.1637259 Jun 07 16:01:18.682405 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-01e4c3a2-d4ed-40c1-b7af-c5d4ee569014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:18.683837 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-01e4c3a2-d4ed-40c1-b7af-c5d4ee569014 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd3c10c39cd4e2282cc954487fee86c&device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 1131 time: 0.1335886 Jun 07 16:01:18.750172 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-9d14ddb6-c185-4cf2-a2d4-981000b93b4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 HTTP/1.1" status: 200 len: 217 time: 0.0522394 Jun 07 16:01:18.801883 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78bce24e-67e8-4552-85d6-902958b81a76 req-a138d47d-c6e3-4d60-88db-53b64c2e4892 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313899 Jun 07 16:01:18.808504 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-6178e11d-ef81-4a10-9784-12d134cc6730 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297394 Jun 07 16:01:18.832926 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-0a7e9848-6944-4ac5-a77e-ce4e067066f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:18.834296 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-0a7e9848-6944-4ac5-a77e-ce4e067066f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=409908aa-9372-403d-a6fb-f198bc75ca7c HTTP/1.1" status: 200 len: 843 time: 0.0738974 Jun 07 16:01:18.922771 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-df5775d9-2e7d-4575-a29b-7a6b6bb8fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:18.924109 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-df5775d9-2e7d-4575-a29b-7a6b6bb8fe76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e31fb34-7153-40c8-bb2c-78d12ec822d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0810227 Jun 07 16:01:19.018736 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-de2e1e4f-5c3e-4795-928b-7ef9d2b3e5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:19.026069 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782b472-0549-4e0a-90c1-90d8837a9516 req-90f81711-de37-41b8-bf5e-0beb40438220 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:19.027532 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7782b472-0549-4e0a-90c1-90d8837a9516 req-90f81711-de37-41b8-bf5e-0beb40438220 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 947 time: 0.1200473 Jun 07 16:01:19.031001 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-41dd4dcf-6f2a-4c29-a75d-866d061eb7b7 req-d159ce41-7e01-48f1-98e1-03d3f813ff58 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150955 Jun 07 16:01:19.099586 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-9e033652-a4c7-4cc8-af5b-b731ff4ec368 service neutron] 10.222.0.24 "GET /v2.0/networks/6e31fb34-7153-40c8-bb2c-78d12ec822d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501124 Jun 07 16:01:19.121583 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7782b472-0549-4e0a-90c1-90d8837a9516 req-2b71e823-3ec7-482f-bfcc-8960e8fb1553 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864177 Jun 07 16:01:19.209610 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b2beec0d-026a-40d0-8019-4b63c1f5f3da req-7513b3b6-99ea-475a-b24b-1b2504b72d03 service neutron] 10.222.0.24 "GET /v2.0/networks/6e31fb34-7153-40c8-bb2c-78d12ec822d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997188 Jun 07 16:01:19.333960 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d74d0c-fdc2-4772-87d3-bde6278c889b req-9286ba4e-377e-4b58-8110-cb11ef458362 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:19.335437 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c4d74d0c-fdc2-4772-87d3-bde6278c889b req-9286ba4e-377e-4b58-8110-cb11ef458362 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0528824 Jun 07 16:01:19.387969 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c4d74d0c-fdc2-4772-87d3-bde6278c889b req-464bf004-30bc-45ed-9213-4e121ccf6b0e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467622 Jun 07 16:01:19.664645 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:19.678772 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:19.924079 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108509f2-059a-47f9-90eb-f7a2ef4575b0 req-a2af8089-1793-4460-a0ad-8546512b1d20 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:19.925552 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-108509f2-059a-47f9-90eb-f7a2ef4575b0 req-a2af8089-1793-4460-a0ad-8546512b1d20 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0491917 Jun 07 16:01:19.950361 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:19.978152 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-108509f2-059a-47f9-90eb-f7a2ef4575b0 req-f230596f-d160-454f-8ac1-edc589e5986e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463095 Jun 07 16:01:20.137439 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:20.241988 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dc98b-4d23-4f8e-a42c-3f2123373f86 req-6f5c3a8b-625a-4dc3-95ec-c38666fbc936 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:20.243436 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8a4dc98b-4d23-4f8e-a42c-3f2123373f86 req-6f5c3a8b-625a-4dc3-95ec-c38666fbc936 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 947 time: 0.0481420 Jun 07 16:01:20.290257 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8a4dc98b-4d23-4f8e-a42c-3f2123373f86 req-90ab72a3-d2e8-4400-baf6-e4ed09d93fe2 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412385 Jun 07 16:01:20.507346 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:01:20.513303 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea56b8-66ce-406f-ad21-725f380fc351 req-ee6c2d8f-6822-445a-8143-1a422666e51d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:20.514847 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-65ea56b8-66ce-406f-ad21-725f380fc351 req-ee6c2d8f-6822-445a-8143-1a422666e51d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0554731 Jun 07 16:01:20.581565 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-65ea56b8-66ce-406f-ad21-725f380fc351 req-5513aa14-e3e1-4104-9711-c8c10c6c7ec5 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599048 Jun 07 16:01:20.634497 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5,segment=NetworkSegment(113eb05a-0ca9-4c3e-a36c-ba5984ca5c60),segment_id=113eb05a-0ca9-4c3e-a36c-ba5984ca5c60)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:20.651424 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5', 'network_id': '6e31fb34-7153-40c8-bb2c-78d12ec822d1', 'port_id': '2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5', 'mac_address': 'fa:16:3e:a3:c0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409908aa-9372-403d-a6fb-f198bc75ca7c', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:01:20.688740 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:01:20.689199 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:20.703458 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:01:20.724852 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5,segment=NetworkSegment(113eb05a-0ca9-4c3e-a36c-ba5984ca5c60),segment_id=113eb05a-0ca9-4c3e-a36c-ba5984ca5c60)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:20.729123 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:20.775680 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:21.103149 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c697-83c0-4678-bb61-420b18c81a9b req-0c1a5a96-be40-4ca3-9f59-25bcebe22fb9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:21.104663 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a198c697-83c0-4678-bb61-420b18c81a9b req-0c1a5a96-be40-4ca3-9f59-25bcebe22fb9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0520875 Jun 07 16:01:21.115749 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:01:21.143824 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:21.161271 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a198c697-83c0-4678-bb61-420b18c81a9b req-333d4169-b1f8-4e23-87d8-f4f87ed2b938 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504739 Jun 07 16:01:21.403687 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77063fac-3027-4b1c-a139-63323898c37f req-7c609777-3f0a-4654-abd1-317f307fcceb tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:21.405468 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77063fac-3027-4b1c-a139-63323898c37f req-7c609777-3f0a-4654-abd1-317f307fcceb tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 948 time: 0.0476332 Jun 07 16:01:21.455571 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77063fac-3027-4b1c-a139-63323898c37f req-9fa4af36-b339-47b8-a4a8-dccb26d9064e tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435882 Jun 07 16:01:21.642672 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:21.719307 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20bf59-6f04-4a92-a49f-22a6758e3d28 req-fb512917-9963-4e58-9082-e733775af54f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:21.720970 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7b20bf59-6f04-4a92-a49f-22a6758e3d28 req-fb512917-9963-4e58-9082-e733775af54f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0542979 Jun 07 16:01:21.774699 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7b20bf59-6f04-4a92-a49f-22a6758e3d28 req-fe33a4f3-23be-48de-9454-09153cd6b04c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475962 Jun 07 16:01:22.305960 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d888e5-3a78-477f-91b9-78294f59d548 req-8272ab83-e37f-4dc0-80e3-e429861709a6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:22.310736 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f3d888e5-3a78-477f-91b9-78294f59d548 req-8272ab83-e37f-4dc0-80e3-e429861709a6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0640638 Jun 07 16:01:22.361654 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f3d888e5-3a78-477f-91b9-78294f59d548 req-88284578-675c-4f1d-b7df-8b8b7ed463a7 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435410 Jun 07 16:01:22.542620 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:01:22.566473 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:22.576918 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c8667-12a6-4ae1-9277-b12b1d9c8e81 req-5794af42-bb9e-489c-8857-c9ec679b155c tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:22.583489 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-426c8667-12a6-4ae1-9277-b12b1d9c8e81 req-5794af42-bb9e-489c-8857-c9ec679b155c tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 948 time: 0.0554094 Jun 07 16:01:22.597465 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:01:22.605427 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:01:22.606111 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:22.634024 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-426c8667-12a6-4ae1-9277-b12b1d9c8e81 req-1e61478e-4963-4566-b9a6-283826f76ba1 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481989 Jun 07 16:01:22.700414 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:01:22.701031 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:22.728177 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1ede5-bcf8-4698-8d27-b69d90fc3db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:01:22.730845 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b0c79f-f72a-4bc7-85a0-e98114269bc7" -d '{"events": [{"server_uuid": "37f1ede5-bcf8-4698-8d27-b69d90fc3db4", "name": "network-vif-plugged", "status": "completed", "tag": "2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:01:22.745237 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5,segment=NetworkSegment(113eb05a-0ca9-4c3e-a36c-ba5984ca5c60),segment_id=113eb05a-0ca9-4c3e-a36c-ba5984ca5c60)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:22.749753 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:22.773253 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70734c7d-77a8-4314-a547-d24a4cd9c956 x-openstack-request-id: req-70734c7d-77a8-4314-a547-d24a4cd9c956 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:01:22.773536 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1ede5-bcf8-4698-8d27-b69d90fc3db4", "name": "network-vif-plugged", "status": "completed", "tag": "2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:01:22.773783 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70734c7d-77a8-4314-a547-d24a4cd9c956 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:01:22.774170 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70734c7d-77a8-4314-a547-d24a4cd9c956'] response: {'server_uuid': '37f1ede5-bcf8-4698-8d27-b69d90fc3db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5', 'code': 200} Jun 07 16:01:22.802044 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:22.902677 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15bd10-ef8c-4fb8-9f55-aace5a9b0739 req-94eb0644-d427-498e-bddc-a799f7d5befa tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:22.904418 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db15bd10-ef8c-4fb8-9f55-aace5a9b0739 req-94eb0644-d427-498e-bddc-a799f7d5befa tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0527666 Jun 07 16:01:22.955431 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db15bd10-ef8c-4fb8-9f55-aace5a9b0739 req-77cedc52-f99a-4620-ad4a-80b9dec8ac2d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 Jun 07 16:01:23.255459 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:23.486943 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162a9fd-106a-4d0b-a67f-2cba1be8323f req-1ca718ae-bd0e-4ee1-9423-2acd48b9a948 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:23.489117 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a162a9fd-106a-4d0b-a67f-2cba1be8323f req-1ca718ae-bd0e-4ee1-9423-2acd48b9a948 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0501902 Jun 07 16:01:23.538267 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a162a9fd-106a-4d0b-a67f-2cba1be8323f req-6a5c0779-3d78-46ac-ac46-8c3993d3d951 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436735 Jun 07 16:01:23.755513 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee49a9c-b76a-4076-adc6-e9280be5f382 req-f6504c3c-2b28-48a7-9417-8465de03dcf7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:23.757045 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9ee49a9c-b76a-4076-adc6-e9280be5f382 req-f6504c3c-2b28-48a7-9417-8465de03dcf7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0515497 Jun 07 16:01:23.807213 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9ee49a9c-b76a-4076-adc6-e9280be5f382 req-5d5ce8e6-253d-4fff-b70b-1571806bd573 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445170 Jun 07 16:01:24.083009 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f5e54-a19c-4981-b16d-55034a7a8c09 req-eb0fdcde-abf7-4315-92f2-7ec864735c5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:24.084513 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4c3f5e54-a19c-4981-b16d-55034a7a8c09 req-eb0fdcde-abf7-4315-92f2-7ec864735c5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0612376 Jun 07 16:01:24.135416 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4c3f5e54-a19c-4981-b16d-55034a7a8c09 req-9e2bd7f4-ef4a-49a6-8c3c-90ce444bca4d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447977 Jun 07 16:01:24.666213 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10040f-3167-44a2-91a3-0750ee94d64b req-9c174c02-00a4-4db7-9cda-2b62b1464f85 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:24.667726 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f10040f-3167-44a2-91a3-0750ee94d64b req-9c174c02-00a4-4db7-9cda-2b62b1464f85 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0520711 Jun 07 16:01:24.694059 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:24.718346 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f10040f-3167-44a2-91a3-0750ee94d64b req-8c7dc41a-517f-475d-8a4c-6bf3e16d7b78 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450051 Jun 07 16:01:24.924529 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aec513-2ff5-42f4-8acf-94a1771af67d req-640744ae-bf6e-4bd6-9a2d-8631aa12593a tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:24.926217 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-41aec513-2ff5-42f4-8acf-94a1771af67d req-640744ae-bf6e-4bd6-9a2d-8631aa12593a tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0480375 Jun 07 16:01:24.970885 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:24.976805 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-41aec513-2ff5-42f4-8acf-94a1771af67d req-47432fb0-cc69-4996-a6db-3b74d94542c1 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 Jun 07 16:01:25.253423 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e51ea-34f7-4966-81b7-0dd422a508db req-d7290ed4-3b76-4340-8a11-4513df9f2f74 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:25.255596 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8f8e51ea-34f7-4966-81b7-0dd422a508db req-d7290ed4-3b76-4340-8a11-4513df9f2f74 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0504014 Jun 07 16:01:25.307024 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8f8e51ea-34f7-4966-81b7-0dd422a508db req-dd95e8e8-60e0-426a-883c-78c0eecef5cc tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454187 Jun 07 16:01:25.365026 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=25 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:25.373948 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=16 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:25.839268 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e5e87-9eed-4dd3-91d9-b1ecbe6a016f req-57abc70a-9de8-480e-932f-8a33092732e1 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:25.840791 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5d4e5e87-9eed-4dd3-91d9-b1ecbe6a016f req-57abc70a-9de8-480e-932f-8a33092732e1 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0470240 Jun 07 16:01:25.888732 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5d4e5e87-9eed-4dd3-91d9-b1ecbe6a016f req-6cb9c002-0514-4ca7-ba46-c1d254539281 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Jun 07 16:01:26.093541 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27317772-f4ca-4444-8423-21f7054bec07 req-beb0f6a2-bbef-474e-8e6a-b760315c0d23 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:26.095006 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-27317772-f4ca-4444-8423-21f7054bec07 req-beb0f6a2-bbef-474e-8e6a-b760315c0d23 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0482986 Jun 07 16:01:26.147424 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-27317772-f4ca-4444-8423-21f7054bec07 req-cda390f1-12bb-4a92-b9f6-5da961d8f683 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 Jun 07 16:01:26.427173 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07253531-530b-436e-9af2-7ba9d9343648 req-72d5edb6-bf0b-45af-9d7e-1a36823753a9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:26.428652 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07253531-530b-436e-9af2-7ba9d9343648 req-72d5edb6-bf0b-45af-9d7e-1a36823753a9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0528543 Jun 07 16:01:26.478264 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07253531-530b-436e-9af2-7ba9d9343648 req-77cbcdfb-5b32-41d4-8ea4-9a2ef30102c4 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Jun 07 16:01:27.013290 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cfddc-9dfa-4980-ab2c-97626d07a405 req-30e22a62-52d9-422c-af48-d75f7525ccc7 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:27.014751 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9e3cfddc-9dfa-4980-ab2c-97626d07a405 req-30e22a62-52d9-422c-af48-d75f7525ccc7 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0494874 Jun 07 16:01:27.068375 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9e3cfddc-9dfa-4980-ab2c-97626d07a405 req-bc316348-cf59-4046-afb9-70345f211a76 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481162 Jun 07 16:01:27.264805 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03127d88-0613-48bf-aee3-e7681d3f320a req-209043e6-12cd-444a-8e84-716dd70d52d9 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:27.266267 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-03127d88-0613-48bf-aee3-e7681d3f320a req-209043e6-12cd-444a-8e84-716dd70d52d9 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0480106 Jun 07 16:01:27.310936 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=37 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:27.316383 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=41 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:27.572327 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-03127d88-0613-48bf-aee3-e7681d3f320a req-42fbb443-7d0c-4baa-8ac0-ec737a19ab51 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998114 Jun 07 16:01:27.612396 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2951e-7b85-4e77-8d20-86aebdf22fc2 req-dc43879d-bbcd-4aa7-8796-0d80637fb30b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:27.614444 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94a2951e-7b85-4e77-8d20-86aebdf22fc2 req-dc43879d-bbcd-4aa7-8796-0d80637fb30b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0581179 Jun 07 16:01:27.663937 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94a2951e-7b85-4e77-8d20-86aebdf22fc2 req-7cd46b47-ccd2-4023-aab0-3bb8d3b6a3d0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 Jun 07 16:01:28.190737 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb06fa-fc4d-4037-a46e-2a9ba9edd767 req-def80ccd-89d3-4003-a452-50777b6e0711 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:28.193297 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-67fb06fa-fc4d-4037-a46e-2a9ba9edd767 req-def80ccd-89d3-4003-a452-50777b6e0711 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0502400 Jun 07 16:01:28.246708 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-67fb06fa-fc4d-4037-a46e-2a9ba9edd767 req-3a862b03-95b7-4a9e-889c-10a8b9defcfe tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473902 Jun 07 16:01:28.694674 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e603b7-3117-4730-8236-4f96b23442dd req-3810dac4-5d9c-4ec8-a03d-6449ebe20f97 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:28.696389 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f1e603b7-3117-4730-8236-4f96b23442dd req-3810dac4-5d9c-4ec8-a03d-6449ebe20f97 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0544353 Jun 07 16:01:28.751876 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f1e603b7-3117-4730-8236-4f96b23442dd req-99b6265e-46ee-4cd4-acf0-f7ee82c6ec55 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488946 Jun 07 16:01:28.805904 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec938-05cc-4b23-864e-349872aaa0c4 req-36105d51-1ea1-47c5-83f5-b03c18ee6467 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:28.807381 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e78ec938-05cc-4b23-864e-349872aaa0c4 req-36105d51-1ea1-47c5-83f5-b03c18ee6467 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0603971 Jun 07 16:01:28.850448 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:28.859189 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e78ec938-05cc-4b23-864e-349872aaa0c4 req-ba30da4f-a1f4-471d-86c7-e7d1db630f16 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463243 Jun 07 16:01:29.373092 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfefb5b-559b-4d87-a378-f3fa7155cda4 req-80c3b709-6723-44b5-9fa7-bb0a72e21068 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:29.374553 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dbfefb5b-559b-4d87-a378-f3fa7155cda4 req-80c3b709-6723-44b5-9fa7-bb0a72e21068 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0508766 Jun 07 16:01:29.419556 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:29.424213 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dbfefb5b-559b-4d87-a378-f3fa7155cda4 req-8d7683a8-82b7-4b98-be3f-b233f5c8f4fa tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437939 Jun 07 16:01:29.872686 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dea97-0761-4102-b17c-6eba3da08628 req-3c963a23-8170-4cd1-a95b-511ba284edfc tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:29.874272 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e91dea97-0761-4102-b17c-6eba3da08628 req-3c963a23-8170-4cd1-a95b-511ba284edfc tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0497131 Jun 07 16:01:29.932761 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e91dea97-0761-4102-b17c-6eba3da08628 req-c63f23fc-08ff-4e62-b8c6-e0c12f2c32e2 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522048 Jun 07 16:01:29.980715 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d8c91-2c35-4a27-9dcf-65368c8d3e14 req-0807df3a-25cc-4edb-b6f7-defec29f010f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:29.982145 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a06d8c91-2c35-4a27-9dcf-65368c8d3e14 req-0807df3a-25cc-4edb-b6f7-defec29f010f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0484474 Jun 07 16:01:30.034432 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a06d8c91-2c35-4a27-9dcf-65368c8d3e14 req-fb5a057e-9e4c-44da-82a4-544eb7e97de9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467331 Jun 07 16:01:30.548835 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd67f7e-2c67-4298-a32c-974291ddf93d req-17639300-029c-425d-ac49-172c367a9db0 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:30.550887 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bbd67f7e-2c67-4298-a32c-974291ddf93d req-17639300-029c-425d-ac49-172c367a9db0 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0504410 Jun 07 16:01:30.600472 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bbd67f7e-2c67-4298-a32c-974291ddf93d req-e8caa0a4-7d1c-4126-b2d4-4e8e9ab2ee8b tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Jun 07 16:01:31.044296 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a474539-3e0b-4ddb-bcd1-6351e706677f req-ec11a548-1537-4320-9fbd-6b0dba107366 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:31.045724 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2a474539-3e0b-4ddb-bcd1-6351e706677f req-ec11a548-1537-4320-9fbd-6b0dba107366 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0469961 Jun 07 16:01:31.100124 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2a474539-3e0b-4ddb-bcd1-6351e706677f req-865e6a24-2e0e-42e7-9a3d-634e0d9fb6ba tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476103 Jun 07 16:01:31.165977 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2024a-ecc3-4e9a-8c23-07d6a7e73a6b req-e0f918c5-964e-4276-82c7-934cd11fe290 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:31.167478 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-32d2024a-ecc3-4e9a-8c23-07d6a7e73a6b req-e0f918c5-964e-4276-82c7-934cd11fe290 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0565386 Jun 07 16:01:31.217028 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-32d2024a-ecc3-4e9a-8c23-07d6a7e73a6b req-a2adea7b-d923-4340-a225-b2cb969a33e5 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Jun 07 16:01:31.727321 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d4049-a573-4cf4-ba7e-48ac3ab5898e req-219d146f-a208-428b-a193-b68cbba5a699 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:31.728808 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a93d4049-a573-4cf4-ba7e-48ac3ab5898e req-219d146f-a208-428b-a193-b68cbba5a699 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0484164 Jun 07 16:01:31.786517 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a93d4049-a573-4cf4-ba7e-48ac3ab5898e req-1e9a3fb4-cb37-4f0f-8de6-6f8dd4869c5b tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517471 Jun 07 16:01:32.283397 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e1da3-66fe-4da2-83ff-c18d37bbd46e req-459e95ca-6425-443c-9bc4-7c4fd7f0aee9 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:32.285012 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-872e1da3-66fe-4da2-83ff-c18d37bbd46e req-459e95ca-6425-443c-9bc4-7c4fd7f0aee9 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.1121764 Jun 07 16:01:32.289080 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959570d-bd84-48ba-9e63-256cc42e9552 req-eecb01a7-6179-4b0f-a508-f4df9846ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:32.290442 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d959570d-bd84-48ba-9e63-256cc42e9552 req-eecb01a7-6179-4b0f-a508-f4df9846ce76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 1129 time: 0.1071177 Jun 07 16:01:32.300302 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cc59e-c017-4805-b67a-2e47fafa409d req-654c9424-299d-4f8b-a063-81c0a4827095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:32.302349 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2a9cc59e-c017-4805-b67a-2e47fafa409d req-654c9424-299d-4f8b-a063-81c0a4827095 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd3c10c39cd4e2282cc954487fee86c&device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 1133 time: 0.1162868 Jun 07 16:01:32.363531 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb08b48-4726-4a4f-888f-f6333ef8c27e req-4d1a5f20-35b4-46e1-a3c5-dd24f2dadf4e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:32.365005 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-acb08b48-4726-4a4f-888f-f6333ef8c27e req-4d1a5f20-35b4-46e1-a3c5-dd24f2dadf4e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0772059 Jun 07 16:01:32.382696 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-872e1da3-66fe-4da2-83ff-c18d37bbd46e req-c29ee058-a304-425e-9f52-9e11891b3713 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907414 Jun 07 16:01:32.419444 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-acb08b48-4726-4a4f-888f-f6333ef8c27e req-247daa5d-9a2b-46e2-9a33-3bd394cd26bc tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Jun 07 16:01:32.977508 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd48ed-ba5c-496f-afa6-ac08601f0bc5 req-066ad9c5-b46d-46a8-9aac-76040751e4ab tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:32.978978 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2dfd48ed-ba5c-496f-afa6-ac08601f0bc5 req-066ad9c5-b46d-46a8-9aac-76040751e4ab tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.1129904 Jun 07 16:01:33.018167 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:33.096432 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:33.108794 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a58d3-6d3c-4685-b6eb-2d95b9b96a05 req-76a62c89-b7a8-4900-a658-17c770f28f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:33.110246 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a65a58d3-6d3c-4685-b6eb-2d95b9b96a05 req-76a62c89-b7a8-4900-a658-17c770f28f8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 1133 time: 0.1024964 Jun 07 16:01:33.164653 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2dfd48ed-ba5c-496f-afa6-ac08601f0bc5 req-3d950b87-40d8-46a5-b8e1-f1d7db54a715 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578286 Jun 07 16:01:33.166993 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959570d-bd84-48ba-9e63-256cc42e9552 req-ed7121b5-a359-46b3-903c-aecceebaced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:33.168332 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d959570d-bd84-48ba-9e63-256cc42e9552 req-ed7121b5-a359-46b3-903c-aecceebaced7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 920 time: 0.2613811 Jun 07 16:01:33.169620 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cc59e-c017-4805-b67a-2e47fafa409d req-f2e54891-1a2d-4a22-9f70-642ca47197fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:33.170915 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2a9cc59e-c017-4805-b67a-2e47fafa409d req-f2e54891-1a2d-4a22-9f70-642ca47197fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=6e31fb34-7153-40c8-bb2c-78d12ec822d1 HTTP/1.1" status: 200 len: 870 time: 0.2739470 Jun 07 16:01:33.248836 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:33.250758 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=24,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:33.258587 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d959570d-bd84-48ba-9e63-256cc42e9552 req-f2a0f47b-e03f-457a-abf4-58d2b6aa98de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4afe8733-9281-4967-aed2-4a9f8c20246a HTTP/1.1" status: 200 len: 217 time: 0.0785406 Jun 07 16:01:33.259771 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2a9cc59e-c017-4805-b67a-2e47fafa409d req-e1ee85ae-92ee-4c55-9a5d-88ad81ac080a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 HTTP/1.1" status: 200 len: 217 time: 0.0772717 Jun 07 16:01:33.262033 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a65a58d3-6d3c-4685-b6eb-2d95b9b96a05 req-04d11f49-8a89-4053-94c2-6dbff650192a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388001 Jun 07 16:01:33.587659 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019a22a-7c19-419c-ba72-b3a9e8ba027a req-21abf7fe-0d21-40a4-bd71-4c36665d2167 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:33.589126 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b019a22a-7c19-419c-ba72-b3a9e8ba027a req-21abf7fe-0d21-40a4-bd71-4c36665d2167 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.1370935 Jun 07 16:01:33.625149 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cc59e-c017-4805-b67a-2e47fafa409d req-26f2e794-6997-414d-8faf-ca2f6b75e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:33.626534 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2a9cc59e-c017-4805-b67a-2e47fafa409d req-26f2e794-6997-414d-8faf-ca2f6b75e139 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=409908aa-9372-403d-a6fb-f198bc75ca7c HTTP/1.1" status: 200 len: 843 time: 0.1445682 Jun 07 16:01:33.638396 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf3e81-2001-4b0f-b712-87bf774ae107 req-bb82592e-bb43-4274-aef4-25458c6aee8e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:33.639736 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73bf3e81-2001-4b0f-b712-87bf774ae107 req-bb82592e-bb43-4274-aef4-25458c6aee8e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.1425586 Jun 07 16:01:33.642417 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959570d-bd84-48ba-9e63-256cc42e9552 req-0e65a006-82a1-4b79-818e-08b4f4bc07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:33.643687 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d959570d-bd84-48ba-9e63-256cc42e9552 req-0e65a006-82a1-4b79-818e-08b4f4bc07f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.1627827 Jun 07 16:01:33.747006 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cc59e-c017-4805-b67a-2e47fafa409d req-6cbf1c07-c7a3-4943-a0c8-de3c34132820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:33.748393 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2a9cc59e-c017-4805-b67a-2e47fafa409d req-6cbf1c07-c7a3-4943-a0c8-de3c34132820 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e31fb34-7153-40c8-bb2c-78d12ec822d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1078196 Jun 07 16:01:33.755418 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b019a22a-7c19-419c-ba72-b3a9e8ba027a req-4fbaaf43-4d3c-4da9-a127-1fffe63a87b9 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602187 Jun 07 16:01:33.764884 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959570d-bd84-48ba-9e63-256cc42e9552 req-15f335d5-b574-431b-bcfb-d43e109bfed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:33.766378 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d959570d-bd84-48ba-9e63-256cc42e9552 req-15f335d5-b574-431b-bcfb-d43e109bfed6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1106317 Jun 07 16:01:33.780481 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73bf3e81-2001-4b0f-b712-87bf774ae107 req-f0fab471-320b-4009-898a-132a84c67e3d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256852 Jun 07 16:01:34.333397 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb349-ee7b-45b3-80d9-ff97f67cac4d req-bb683f27-3a95-4799-baba-fcc1bb5c9203 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:34.334832 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6d0bb349-ee7b-45b3-80d9-ff97f67cac4d req-bb683f27-3a95-4799-baba-fcc1bb5c9203 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0868309 Jun 07 16:01:34.401845 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2a9cc59e-c017-4805-b67a-2e47fafa409d req-1a2f48d3-af37-4c58-872b-1e1369947784 service neutron] 10.222.0.24 "GET /v2.0/networks/6e31fb34-7153-40c8-bb2c-78d12ec822d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131398 Jun 07 16:01:34.405026 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d959570d-bd84-48ba-9e63-256cc42e9552 req-76c5609d-8918-4502-8645-e90a193838f3 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152650 Jun 07 16:01:34.409816 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:34.426484 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6d0bb349-ee7b-45b3-80d9-ff97f67cac4d req-5735fac8-1df8-4936-8a22-e988a1b9b6b6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840120 Jun 07 16:01:34.579102 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2a9cc59e-c017-4805-b67a-2e47fafa409d req-cf4bfb2d-853c-4abc-80ec-2cdb1d7501c9 service neutron] 10.222.0.24 "GET /v2.0/networks/6e31fb34-7153-40c8-bb2c-78d12ec822d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459324 Jun 07 16:01:34.589062 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d959570d-bd84-48ba-9e63-256cc42e9552 req-c2b773fe-17ea-4fb4-b2b4-9a6f6aae9b0e service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147532 Jun 07 16:01:34.897258 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a18fa-5bb8-4810-9f57-a0acf94c9241 req-46ec5840-3d80-418b-9590-57dce67b0860 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:34.898687 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7e4a18fa-5bb8-4810-9f57-a0acf94c9241 req-46ec5840-3d80-418b-9590-57dce67b0860 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0766931 Jun 07 16:01:34.917757 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53fe2d-1377-4338-b9da-0a93aa49993c req-b587ec82-da82-4709-b83d-4f206dd92ce8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:34.919097 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ae53fe2d-1377-4338-b9da-0a93aa49993c req-b587ec82-da82-4709-b83d-4f206dd92ce8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0690408 Jun 07 16:01:34.925384 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:34.977552 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7e4a18fa-5bb8-4810-9f57-a0acf94c9241 req-68a7e847-47db-4a50-9f5b-ded484a2d5a1 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733335 Jun 07 16:01:34.991202 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ae53fe2d-1377-4338-b9da-0a93aa49993c req-66d729c5-058e-4326-a632-0a281f325bc7 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644586 Jun 07 16:01:35.248962 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eebc5-cef8-45f6-a4ba-00406439fe44 req-e618bf38-4c01-4d4e-8cb4-a4c06bc46293 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:35.250448 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9b8eebc5-cef8-45f6-a4ba-00406439fe44 req-e618bf38-4c01-4d4e-8cb4-a4c06bc46293 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0466821 Jun 07 16:01:35.301928 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9b8eebc5-cef8-45f6-a4ba-00406439fe44 req-aefe60f3-28d0-4984-9456-81019d7beb9d tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Jun 07 16:01:35.561219 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9966e45-1002-4ec8-bcf7-95b6e47d4af3 req-ceb5c277-9936-4135-a0b7-4e7c2a2faccd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:35.562607 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c9966e45-1002-4ec8-bcf7-95b6e47d4af3 req-ceb5c277-9936-4135-a0b7-4e7c2a2faccd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0543935 Jun 07 16:01:35.617053 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c9966e45-1002-4ec8-bcf7-95b6e47d4af3 req-9c5899b0-1bf5-40a8-8aa8-b1d875ee6ec9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466554 Jun 07 16:01:36.119075 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ba5e3-8ada-42f3-b2a8-bcab24a91a53 req-faf430dc-79f8-48e6-9228-4bffa3835a69 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:36.120550 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e28ba5e3-8ada-42f3-b2a8-bcab24a91a53 req-faf430dc-79f8-48e6-9228-4bffa3835a69 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0462537 Jun 07 16:01:36.167840 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e28ba5e3-8ada-42f3-b2a8-bcab24a91a53 req-da071741-c0eb-4fdc-a0b3-386514444dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Jun 07 16:01:36.415182 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd687-684c-464b-820d-0d6f479cc248 req-5f684c18-6b8a-4c69-aa84-36f4324d2a04 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:36.416625 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fc1cd687-684c-464b-820d-0d6f479cc248 req-5f684c18-6b8a-4c69-aa84-36f4324d2a04 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0456996 Jun 07 16:01:36.464797 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fc1cd687-684c-464b-820d-0d6f479cc248 req-f08241b3-af32-4732-867b-1d4490780ad3 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427806 Jun 07 16:01:36.737135 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ae9dc-d58a-4fe0-8c5a-4c3ebb087821 req-9c8019bb-b971-4afd-8651-86735abd8a71 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:36.739242 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-927ae9dc-d58a-4fe0-8c5a-4c3ebb087821 req-9c8019bb-b971-4afd-8651-86735abd8a71 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0463853 Jun 07 16:01:36.785017 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-927ae9dc-d58a-4fe0-8c5a-4c3ebb087821 req-9ce49dce-a525-46a8-9b86-07d5014fd43f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401156 Jun 07 16:01:37.256710 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f76e8-474e-4f83-ac83-ffc4fe615483 req-369c2610-2fcb-4cd9-9259-0fbe73c7fb6f tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:37.258116 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-667f76e8-474e-4f83-ac83-ffc4fe615483 req-369c2610-2fcb-4cd9-9259-0fbe73c7fb6f tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.24 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0551822 Jun 07 16:01:37.320178 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c21a-5766-4656-99e2-78dd6893479a req-dc36e277-d8b7-46dd-82e8-407a9f568d43 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:37.321646 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1826c21a-5766-4656-99e2-78dd6893479a req-dc36e277-d8b7-46dd-82e8-407a9f568d43 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0815668 Jun 07 16:01:37.323847 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:37.403619 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-667f76e8-474e-4f83-ac83-ffc4fe615483 req-11fef618-ab1e-4cd6-8a64-99eb7709f6e7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Deleting port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:01:37.403835 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-667f76e8-474e-4f83-ac83-ffc4fe615483 req-11fef618-ab1e-4cd6-8a64-99eb7709f6e7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:37.411118 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1826c21a-5766-4656-99e2-78dd6893479a req-35d7b6ba-b6b7-4cae-9f50-1713ebe77c27 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831628 Jun 07 16:01:37.499675 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-667f76e8-474e-4f83-ac83-ffc4fe615483 req-11fef618-ab1e-4cd6-8a64-99eb7709f6e7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] For port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5,segment=NetworkSegment(113eb05a-0ca9-4c3e-a36c-ba5984ca5c60),segment_id=113eb05a-0ca9-4c3e-a36c-ba5984ca5c60)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:37.500036 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-667f76e8-474e-4f83-ac83-ffc4fe615483 req-11fef618-ab1e-4cd6-8a64-99eb7709f6e7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:37.513366 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-667f76e8-474e-4f83-ac83-ffc4fe615483 req-11fef618-ab1e-4cd6-8a64-99eb7709f6e7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Calling delete_port for 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:01:37.608889 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055590c-68b3-4077-8d13-cc7d0c2c8450 req-3c68bf0d-bb0c-4419-ae68-ad88d07cd075 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:37.610333 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2055590c-68b3-4077-8d13-cc7d0c2c8450 req-3c68bf0d-bb0c-4419-ae68-ad88d07cd075 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 949 time: 0.0581629 Jun 07 16:01:37.662679 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:37.695260 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2055590c-68b3-4077-8d13-cc7d0c2c8450 req-976f312c-9683-48bb-af1a-e0c85b7a8f9f tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f3da555-a62e-404b-b2ad-74a5f927adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786986 Jun 07 16:01:37.725916 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-667f76e8-474e-4f83-ac83-ffc4fe615483 req-11fef618-ab1e-4cd6-8a64-99eb7709f6e7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:37.740556 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:01:37.753646 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fef618-ab1e-4cd6-8a64-99eb7709f6e7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Pushing event deleted for resources: {'Port': ['ID=2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:37.799066 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-667f76e8-474e-4f83-ac83-ffc4fe615483 req-11fef618-ab1e-4cd6-8a64-99eb7709f6e7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] No DVR routers for this DVR port 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:01:37.802327 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-667f76e8-474e-4f83-ac83-ffc4fe615483 req-11fef618-ab1e-4cd6-8a64-99eb7709f6e7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:37.805639 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-667f76e8-474e-4f83-ac83-ffc4fe615483 req-11fef618-ab1e-4cd6-8a64-99eb7709f6e7 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.24 "DELETE /v2.0/ports/2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 HTTP/1.1" status: 204 len: 173 time: 0.5325282 Jun 07 16:01:37.806074 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1ede5-bcf8-4698-8d27-b69d90fc3db4', 'name': 'network-vif-deleted', 'tag': '2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:01:37.808298 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84556683-a26a-40cb-9b3e-8c2e423e8d66" -d '{"events": [{"server_uuid": "37f1ede5-bcf8-4698-8d27-b69d90fc3db4", "name": "network-vif-deleted", "tag": "2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:01:37.877364 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53006e7-690c-478e-ba88-3987c6e594a7 x-openstack-request-id: req-c53006e7-690c-478e-ba88-3987c6e594a7 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:01:37.877645 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1ede5-bcf8-4698-8d27-b69d90fc3db4", "name": "network-vif-deleted", "tag": "2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:01:37.877890 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c53006e7-690c-478e-ba88-3987c6e594a7 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:01:37.878277 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53006e7-690c-478e-ba88-3987c6e594a7'] response: {'server_uuid': '37f1ede5-bcf8-4698-8d27-b69d90fc3db4', 'name': 'network-vif-deleted', 'tag': '2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5', 'status': 'completed', 'code': 200} Jun 07 16:01:37.924056 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c35e60-1b9e-4ac9-842f-0882701cb628 req-a0d96f04-d7ac-431c-839a-60db0e2e373a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:37.926995 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f0c35e60-1b9e-4ac9-842f-0882701cb628 req-a0d96f04-d7ac-431c-839a-60db0e2e373a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0603490 Jun 07 16:01:37.976671 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f0c35e60-1b9e-4ac9-842f-0882701cb628 req-25e3c5ab-49e8-4ed4-b2d4-f5fb3300b6a5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437961 Jun 07 16:01:38.525144 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b793ca-b078-48f0-9991-cb263349aadc req-72454ddf-9c42-41d1-a27b-3ce683fe7f9b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:38.526569 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-80b793ca-b078-48f0-9991-cb263349aadc req-72454ddf-9c42-41d1-a27b-3ce683fe7f9b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0459428 Jun 07 16:01:38.571423 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-80b793ca-b078-48f0-9991-cb263349aadc req-b8a048d5-0b83-4cbb-b937-a344137d6be5 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395072 Jun 07 16:01:38.803340 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fd068b9f-03cd-4087-84fe-ddf8a81e3dae req-d4a874ad-6c0e-4bdb-9783-2295ee889ab1 tempest-VolumesNegativeTest-1650796977 tempest-VolumesNegativeTest-1650796977-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f1ede5-bcf8-4698-8d27-b69d90fc3db4 HTTP/1.1" status: 200 len: 210 time: 0.0297580 Jun 07 16:01:39.093868 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224421e-7dec-40a9-b45c-aa12fb56b563 req-528c3204-2583-4bfd-beb7-7f67cab5f973 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:39.095316 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b224421e-7dec-40a9-b45c-aa12fb56b563 req-528c3204-2583-4bfd-beb7-7f67cab5f973 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.0465441 Jun 07 16:01:39.142460 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b224421e-7dec-40a9-b45c-aa12fb56b563 req-6ad9b899-e9d1-4c83-974e-f7c1ae3d12d6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 Jun 07 16:01:39.682368 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e152-f719-4ba3-a46e-5596971fb746 req-ace01986-5423-4cbd-be82-2dec7fc675e2 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:39.683699 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-57d2e152-f719-4ba3-a46e-5596971fb746 req-ace01986-5423-4cbd-be82-2dec7fc675e2 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0458779 Jun 07 16:01:39.707335 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:39.730644 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-57d2e152-f719-4ba3-a46e-5596971fb746 req-2054e9a1-a094-47cb-8f8e-92ca01d3bac0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Jun 07 16:01:40.495244 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67803318-cb1f-4a22-b92c-a74443d9980d req-54ea02dc-2220-4725-b4ab-6ccabe30969c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:40.496794 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-67803318-cb1f-4a22-b92c-a74443d9980d req-54ea02dc-2220-4725-b4ab-6ccabe30969c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 943 time: 0.2822778 Jun 07 16:01:40.551754 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-67803318-cb1f-4a22-b92c-a74443d9980d req-f6a3ac2c-926f-43fe-aa96-3f9a797c0fb2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464020 Jun 07 16:01:40.640551 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9b997521-b0f1-4473-8789-20e9f18a83df details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:01:40.745357 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:40.761068 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '9b997521-b0f1-4473-8789-20e9f18a83df', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'port_id': '9b997521-b0f1-4473-8789-20e9f18a83df', 'mac_address': 'fa:16:3e:cb:63:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:01:40.792772 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:01:40.820556 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:01:40.820896 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 2bb8d83a-fa0b-4cfa-856e-6a0f3f7a61c5 not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:01:40.829927 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9b997521-b0f1-4473-8789-20e9f18a83df is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:01:40.830470 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:40.844817 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b997521-b0f1-4473-8789-20e9f18a83df {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:01:40.871837 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b83ada-517c-4fe0-999e-2434280e6733 req-220e81db-a301-4bef-b3f4-7941200ff231 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:40.873469 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-08b83ada-517c-4fe0-999e-2434280e6733 req-220e81db-a301-4bef-b3f4-7941200ff231 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0598605 Jun 07 16:01:40.873736 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:40.879053 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:40.927742 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-08b83ada-517c-4fe0-999e-2434280e6733 req-2eb1706b-9eb3-4c7d-acda-3875c842c7c8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480921 Jun 07 16:01:40.931174 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9b997521-b0f1-4473-8789-20e9f18a83df,revision_number=9']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:41.259635 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['9b997521-b0f1-4473-8789-20e9f18a83df'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:01:41.292323 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:01:41.694717 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116dcc-7682-49fe-9273-5ea04daa5d3e req-a800c9c8-5294-4bdc-8cb2-c6ff11c6d66f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:41.696210 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dd116dcc-7682-49fe-9273-5ea04daa5d3e req-a800c9c8-5294-4bdc-8cb2-c6ff11c6d66f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 944 time: 0.0611045 Jun 07 16:01:41.746844 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dd116dcc-7682-49fe-9273-5ea04daa5d3e req-2a38903a-d6e4-4147-b97a-c67a9dffee27 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442517 Jun 07 16:01:42.051292 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6614320-b53e-4698-a037-f90a741b39de req-2aac9e8f-e7ce-4156-ab7e-6dbda152a240 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:42.052940 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c6614320-b53e-4698-a037-f90a741b39de req-2aac9e8f-e7ce-4156-ab7e-6dbda152a240 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0530586 Jun 07 16:01:42.109422 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c6614320-b53e-4698-a037-f90a741b39de req-2e761dd4-f2b0-483f-9fbb-3685e436b03b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485492 Jun 07 16:01:42.654390 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9b997521-b0f1-4473-8789-20e9f18a83df up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:01:42.696643 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 9b997521-b0f1-4473-8789-20e9f18a83df triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:01:42.696999 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:42.770555 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9b997521-b0f1-4473-8789-20e9f18a83df is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:01:42.771133 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:42.791282 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:42.795955 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:01:42.798200 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428df457-0c3e-485e-9fe3-c2be4fd46f48" -d '{"events": [{"server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "name": "network-vif-plugged", "status": "completed", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:01:42.811888 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:01:42.815932 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:42.839782 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be5eeb8-942a-42fa-b9fd-c4ba8ec39eba x-openstack-request-id: req-9be5eeb8-942a-42fa-b9fd-c4ba8ec39eba {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:01:42.840083 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "name": "network-vif-plugged", "status": "completed", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:01:42.840336 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9be5eeb8-942a-42fa-b9fd-c4ba8ec39eba {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:01:42.840748 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be5eeb8-942a-42fa-b9fd-c4ba8ec39eba'] response: {'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df', 'code': 200} Jun 07 16:01:42.869155 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9b997521-b0f1-4473-8789-20e9f18a83df,revision_number=10']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:42.890275 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8a6b9-6272-4151-a7c7-16a716ee4416 req-afb3bc95-57fc-4137-8b2f-600806ad470c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:42.890275 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d5f8a6b9-6272-4151-a7c7-16a716ee4416 req-afb3bc95-57fc-4137-8b2f-600806ad470c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 946 time: 0.0632763 Jun 07 16:01:42.949960 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d5f8a6b9-6272-4151-a7c7-16a716ee4416 req-172dc91b-18d4-4913-a92e-b5502a8c5cf8 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508332 Jun 07 16:01:43.227348 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a25973-cd54-48de-9b75-095e59f6e635 req-3149ff24-de5e-4c60-96dc-bdafeeea2f4e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:43.228727 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a0a25973-cd54-48de-9b75-095e59f6e635 req-3149ff24-de5e-4c60-96dc-bdafeeea2f4e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0460119 Jun 07 16:01:43.271479 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:43.276009 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a0a25973-cd54-48de-9b75-095e59f6e635 req-4dc39f8c-7950-4682-8689-00975f920187 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414550 Jun 07 16:01:43.491973 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26109887-93e9-4ae5-bd2c-872f5e826780 req-1607f781-1630-4b55-8a0d-820f2d7b1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:43.494241 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-26109887-93e9-4ae5-bd2c-872f5e826780 req-1607f781-1630-4b55-8a0d-820f2d7b1be6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 1130 time: 0.0398197 Jun 07 16:01:43.545322 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-26109887-93e9-4ae5-bd2c-872f5e826780 req-276e624d-c6ac-4927-a680-9bf36007f341 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398109 Jun 07 16:01:43.733074 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57214) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:01:43.873251 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8ee083b6-4da4-4d50-9dad-2d9572f5945e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bd3c10c39cd4e2282cc954487fee86c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388979 Jun 07 16:01:43.875664 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57218) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:01:43.922664 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a40ae64-8b3c-4b9b-8670-0e0ba25e8739 admin admin] Publish callbacks [] for security_group (5f3da555-a62e-404b-b2ad-74a5f927adf9), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:43.945326 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a40ae64-8b3c-4b9b-8670-0e0ba25e8739 admin admin] Publish callbacks [] for security_group (5f3da555-a62e-404b-b2ad-74a5f927adf9), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:43.992924 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a40ae64-8b3c-4b9b-8670-0e0ba25e8739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (5f3da555-a62e-404b-b2ad-74a5f927adf9), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:43.995519 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a40ae64-8b3c-4b9b-8670-0e0ba25e8739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:43.996616 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3a40ae64-8b3c-4b9b-8670-0e0ba25e8739 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f3da555-a62e-404b-b2ad-74a5f927adf9 HTTP/1.1" status: 204 len: 168 time: 0.1200478 Jun 07 16:01:44.005911 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40ae64-8b3c-4b9b-8670-0e0ba25e8739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3da555-a62e-404b-b2ad-74a5f927adf9,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:01:44.079194 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1883e-e4ee-4024-a555-c3bfb5b9e2a5 req-febcbd96-7b43-4760-8b6e-fa9bd3402a1a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:44.080765 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-abc1883e-e4ee-4024-a555-c3bfb5b9e2a5 req-febcbd96-7b43-4760-8b6e-fa9bd3402a1a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 946 time: 0.0507643 Jun 07 16:01:44.135039 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-abc1883e-e4ee-4024-a555-c3bfb5b9e2a5 req-52c3dca7-590f-4ff6-9a85-6276f4a09673 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478868 Jun 07 16:01:44.377357 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:44.396769 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8d0fb-aa57-419d-9f1b-75a70dd64dc0 req-63ed70d8-a197-4d5a-96d0-ee4b2ca5062b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:44.398237 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07f8d0fb-aa57-419d-9f1b-75a70dd64dc0 req-63ed70d8-a197-4d5a-96d0-ee4b2ca5062b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0511246 Jun 07 16:01:44.444208 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07f8d0fb-aa57-419d-9f1b-75a70dd64dc0 req-2ea83e9d-e4c6-4443-bdf6-a20ea488bc5d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 Jun 07 16:01:45.260665 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e66e-e004-4c6b-b6f9-a47b775a404c req-b205bbdd-14b3-4d4a-b081-01c4f2cd5f7e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:45.262151 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ba76e66e-e004-4c6b-b6f9-a47b775a404c req-b205bbdd-14b3-4d4a-b081-01c4f2cd5f7e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 946 time: 0.0469613 Jun 07 16:01:45.307911 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ba76e66e-e004-4c6b-b6f9-a47b775a404c req-5a59d605-f235-41f7-b145-44a95df20c70 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403931 Jun 07 16:01:45.565147 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a67be-b9f3-419e-b36c-5636849a3e8b req-4514ee48-c4d7-43cc-a95b-f3db0b2b4a37 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:45.566604 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-511a67be-b9f3-419e-b36c-5636849a3e8b req-4514ee48-c4d7-43cc-a95b-f3db0b2b4a37 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0529511 Jun 07 16:01:45.617894 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-511a67be-b9f3-419e-b36c-5636849a3e8b req-ad2dc924-54db-499e-bba2-99a4f91360c2 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 Jun 07 16:01:46.142582 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc21cb-67c9-4637-bfb0-30471642a614 req-cb40c6e6-e0c0-4e73-aa61-1f97b891277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:46.144066 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b3fc21cb-67c9-4637-bfb0-30471642a614 req-cb40c6e6-e0c0-4e73-aa61-1f97b891277f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 1130 time: 0.0414083 Jun 07 16:01:46.250752 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc21cb-67c9-4637-bfb0-30471642a614 req-0db2fbba-1936-4273-92ab-40d2a706232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:46.252200 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b3fc21cb-67c9-4637-bfb0-30471642a614 req-0db2fbba-1936-4273-92ab-40d2a706232b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 917 time: 0.0877929 Jun 07 16:01:46.350439 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b3fc21cb-67c9-4637-bfb0-30471642a614 req-b1025590-5868-41af-ad2c-c185b6d4f8f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b997521-b0f1-4473-8789-20e9f18a83df HTTP/1.1" status: 200 len: 1001 time: 0.0620346 Jun 07 16:01:46.437640 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc21cb-67c9-4637-bfb0-30471642a614 req-7ab15ad5-86db-4a9d-97ce-2271089998b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:46.439069 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b3fc21cb-67c9-4637-bfb0-30471642a614 req-7ab15ad5-86db-4a9d-97ce-2271089998b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 200 len: 855 time: 0.0758777 Jun 07 16:01:46.446954 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187a3a8-f113-4e48-8129-d220c22ce7c6 req-42f5cffa-07e6-4150-9644-312180bd1d40 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:46.448270 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8187a3a8-f113-4e48-8129-d220c22ce7c6 req-42f5cffa-07e6-4150-9644-312180bd1d40 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 946 time: 0.0579746 Jun 07 16:01:46.482147 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:46.503987 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc21cb-67c9-4637-bfb0-30471642a614 req-5b768e01-15f2-42a7-96ba-cacf80cfd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:46.505605 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b3fc21cb-67c9-4637-bfb0-30471642a614 req-5b768e01-15f2-42a7-96ba-cacf80cfd972 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bca6588e-929f-4019-b79c-d0c7387dc8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565119 Jun 07 16:01:46.568614 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8187a3a8-f113-4e48-8129-d220c22ce7c6 req-04835df2-585b-4fe2-9b42-a31987a812d3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110940 Jun 07 16:01:46.607489 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b3fc21cb-67c9-4637-bfb0-30471642a614 req-440e8349-1d62-42b8-b3f0-bef9d3c12fb2 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928655 Jun 07 16:01:46.731557 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b3fc21cb-67c9-4637-bfb0-30471642a614 req-3f1a0a7b-061f-4805-8b52-e3029080071c service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170290 Jun 07 16:01:46.743030 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496f076-86e9-4547-8ef7-d822a1109f8e req-76f7024e-2e6d-4be7-b6b1-fe8f3ccb5e28 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:46.744424 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0496f076-86e9-4547-8ef7-d822a1109f8e req-76f7024e-2e6d-4be7-b6b1-fe8f3ccb5e28 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0589461 Jun 07 16:01:46.792588 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0496f076-86e9-4547-8ef7-d822a1109f8e req-9ee2e7bb-3fd4-4140-aaff-861eeb0e24e9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425642 Jun 07 16:01:46.848394 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7c2c2236-f6b0-4d99-83f6-4e2cfa8493d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:47.908589 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abef099-775b-445b-926e-976aa22eb191 req-5fa2dbc0-bcf5-45bb-be99-97f5d897fcd0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:47.910037 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1abef099-775b-445b-926e-976aa22eb191 req-5fa2dbc0-bcf5-45bb-be99-97f5d897fcd0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0507896 Jun 07 16:01:47.934418 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:47.958652 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1abef099-775b-445b-926e-976aa22eb191 req-7d8dcc3b-6b22-4035-8f50-045cbae0fc99 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Jun 07 16:01:49.024270 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-24795b1d-0d14-4567-9af3-e13cbf79f79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:49.076142 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7ce5-abb9-44d7-994d-3d5440f13adc req-8f32a596-52bd-4483-b929-a7232acf8361 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:49.077747 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-775c7ce5-abb9-44d7-994d-3d5440f13adc req-8f32a596-52bd-4483-b929-a7232acf8361 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0493941 Jun 07 16:01:49.124065 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-775c7ce5-abb9-44d7-994d-3d5440f13adc req-ba83bfc3-f792-4451-b0df-87f88cf65adf tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406680 Jun 07 16:01:49.689716 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:50.140298 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:50.235329 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa01358-9fbe-418e-b35d-ce21a0971f82 req-e60ff7ab-b71b-49dc-87bc-f144defb13e9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:50.236805 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-efa01358-9fbe-418e-b35d-ce21a0971f82 req-e60ff7ab-b71b-49dc-87bc-f144defb13e9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0469844 Jun 07 16:01:50.286693 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-efa01358-9fbe-418e-b35d-ce21a0971f82 req-d0ca7d00-8048-4112-b782-64c5bc4a3c98 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439172 Jun 07 16:01:51.288516 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:51.398210 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ea6ad-0274-4408-87d5-7f2f55c53dcd req-7d8bc0ce-ec68-4933-aa6f-6df8d66205d6 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:51.399644 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b7ea6ad-0274-4408-87d5-7f2f55c53dcd req-7d8bc0ce-ec68-4933-aa6f-6df8d66205d6 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0464721 Jun 07 16:01:51.445826 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b7ea6ad-0274-4408-87d5-7f2f55c53dcd req-82b8749b-0f20-4ed8-b5a3-7d32b6ff3421 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Jun 07 16:01:51.641237 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:52.559634 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c25066-0f2b-4f09-b8c6-fd177fcc9cbc req-dd23c03b-5ddc-44f7-8776-8c66447f5247 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:52.561100 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-10c25066-0f2b-4f09-b8c6-fd177fcc9cbc req-dd23c03b-5ddc-44f7-8776-8c66447f5247 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0468943 Jun 07 16:01:52.607513 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-10c25066-0f2b-4f09-b8c6-fd177fcc9cbc req-6e7bfbbf-c495-4a20-aad6-a5c36d5a6647 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 Jun 07 16:01:53.256922 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:01:53.724682 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338a214-e126-423d-9ea7-d4a977fd465a req-7fc602f1-fc88-4b09-83f8-9c8fff055fb9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:53.726282 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5338a214-e126-423d-9ea7-d4a977fd465a req-7fc602f1-fc88-4b09-83f8-9c8fff055fb9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0493102 Jun 07 16:01:53.773270 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5338a214-e126-423d-9ea7-d4a977fd465a req-0ee3e0b1-b002-431d-9e1a-694f77a2ecea tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Jun 07 16:01:54.886357 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3b40a-9e87-4fa7-8025-4e2f79bdfa51 req-9b0774ca-4c6f-4e31-b164-65c0b12aff12 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:54.887950 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-98d3b40a-9e87-4fa7-8025-4e2f79bdfa51 req-9b0774ca-4c6f-4e31-b164-65c0b12aff12 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0477362 Jun 07 16:01:54.933745 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-98d3b40a-9e87-4fa7-8025-4e2f79bdfa51 req-2f796862-fda8-479f-8157-ffd7a020a919 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 Jun 07 16:01:56.048974 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1aa96-f892-4dc2-92a6-519561a67522 req-11ca4dd4-aa6c-4e3a-abc3-922ce2b4cba0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:56.050428 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78b1aa96-f892-4dc2-92a6-519561a67522 req-11ca4dd4-aa6c-4e3a-abc3-922ce2b4cba0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0499048 Jun 07 16:01:56.098777 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78b1aa96-f892-4dc2-92a6-519561a67522 req-7afd52cd-824a-4b70-8219-86ecfe0ff011 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Jun 07 16:01:57.200869 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:57.212608 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64528284-1fc2-4cdf-a21b-d48e7cca0fac req-7806915f-9cef-4cdf-b90d-d0db9129ee37 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:57.214076 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64528284-1fc2-4cdf-a21b-d48e7cca0fac req-7806915f-9cef-4cdf-b90d-d0db9129ee37 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0487947 Jun 07 16:01:57.260990 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64528284-1fc2-4cdf-a21b-d48e7cca0fac req-7d13a903-0118-4a62-b0af-97c78c3831a2 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413864 Jun 07 16:01:58.373509 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa159810-af7f-4f8c-94b7-801cb8364b16 req-5da076db-1f9f-458a-92fc-556055a00543 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:58.374983 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aa159810-af7f-4f8c-94b7-801cb8364b16 req-5da076db-1f9f-458a-92fc-556055a00543 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0468018 Jun 07 16:01:58.423995 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aa159810-af7f-4f8c-94b7-801cb8364b16 req-14b40809-dbb0-4e2c-a273-937d92534234 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Jun 07 16:01:58.667357 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0451b0-3168-49e6-8a47-c421bb9cfd9d req-c3ba9af5-617e-4d2a-a54b-2542ebf4b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:58.668865 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dc0451b0-3168-49e6-8a47-c421bb9cfd9d req-c3ba9af5-617e-4d2a-a54b-2542ebf4b090 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 1129 time: 0.0391412 Jun 07 16:01:58.721181 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dc0451b0-3168-49e6-8a47-c421bb9cfd9d req-1fa6934b-5c79-45eb-9a66-5f8c821eb8ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372176 Jun 07 16:01:59.535680 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d3027-60b6-4b14-9739-7f57670646ce req-69a9f157-23c3-4cb4-ada6-79c0e60830f2 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:01:59.537726 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-612d3027-60b6-4b14-9739-7f57670646ce req-69a9f157-23c3-4cb4-ada6-79c0e60830f2 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0458846 Jun 07 16:01:59.558424 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:01:59.585443 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-612d3027-60b6-4b14-9739-7f57670646ce req-3bd4f657-2515-45a5-8d23-fc4efb1aff8d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Jun 07 16:02:00.706510 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558f9d7-d4b3-489a-b07f-d1b4cbc6ae99 req-d71ca6b1-d4cc-43a1-9dd5-15732c807df5 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:00.708375 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6558f9d7-d4b3-489a-b07f-d1b4cbc6ae99 req-d71ca6b1-d4cc-43a1-9dd5-15732c807df5 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0546963 Jun 07 16:02:00.759225 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6558f9d7-d4b3-489a-b07f-d1b4cbc6ae99 req-adb34107-572f-483c-8c08-6f610362df86 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447383 Jun 07 16:02:01.871262 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a9073-489a-488d-9fe5-c6d9b985959f req-3c3b2033-52d9-4ce9-a774-150b60dc9073 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:01.872774 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-252a9073-489a-488d-9fe5-c6d9b985959f req-3c3b2033-52d9-4ce9-a774-150b60dc9073 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0458567 Jun 07 16:02:01.918924 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-252a9073-489a-488d-9fe5-c6d9b985959f req-dfc878b2-5bbf-4113-99d8-70e5b37c43f6 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Jun 07 16:02:02.189206 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9d43b-2bf9-40c9-8332-a27f2ad24714 req-8b4fe727-905a-4ee8-b5a0-10b1e744a9c8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:02.190661 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-15e9d43b-2bf9-40c9-8332-a27f2ad24714 req-8b4fe727-905a-4ee8-b5a0-10b1e744a9c8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0775464 Jun 07 16:02:02.194026 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030342-769c-4c43-8a39-f927cd25f134 req-5fff8347-a91a-4ff2-8ea0-90202721c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:02.195359 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4a030342-769c-4c43-8a39-f927cd25f134 req-5fff8347-a91a-4ff2-8ea0-90202721c449 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 1129 time: 0.0720136 Jun 07 16:02:02.290274 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-15e9d43b-2bf9-40c9-8332-a27f2ad24714 req-92759e11-91aa-4585-8bae-b65834c2a733 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939095 Jun 07 16:02:02.317704 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030342-769c-4c43-8a39-f927cd25f134 req-1fae3e6c-6327-476f-b11e-f0c9175c8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:02.319535 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4a030342-769c-4c43-8a39-f927cd25f134 req-1fae3e6c-6327-476f-b11e-f0c9175c8269 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 920 time: 0.1107798 Jun 07 16:02:02.361794 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4a030342-769c-4c43-8a39-f927cd25f134 req-3852e6b3-13b6-4e46-8443-6ccabcd69e17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4afe8733-9281-4967-aed2-4a9f8c20246a HTTP/1.1" status: 200 len: 217 time: 0.0329316 Jun 07 16:02:02.415186 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030342-769c-4c43-8a39-f927cd25f134 req-e5daa1a9-2fb6-4141-af69-35a8c599945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:02.417170 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4a030342-769c-4c43-8a39-f927cd25f134 req-e5daa1a9-2fb6-4141-af69-35a8c599945e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.0428605 Jun 07 16:02:02.463666 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030342-769c-4c43-8a39-f927cd25f134 req-ae07cf83-c13a-48f1-9c43-255e8578feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:02.465233 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4a030342-769c-4c43-8a39-f927cd25f134 req-ae07cf83-c13a-48f1-9c43-255e8578feb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416183 Jun 07 16:02:02.564030 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4a030342-769c-4c43-8a39-f927cd25f134 req-ac43b32d-e376-4e37-95ef-801ef5a51dd1 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891929 Jun 07 16:02:02.639409 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:02.653476 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4a030342-769c-4c43-8a39-f927cd25f134 req-c14b8499-bff4-4864-a974-eba150957979 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827267 Jun 07 16:02:03.251115 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:03.252981 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:03.407892 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1068d99-f912-4102-bf8d-6c735c4907a0 req-28708f0d-43ae-4ae2-b858-79423cd05b81 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:03.409353 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b1068d99-f912-4102-bf8d-6c735c4907a0 req-28708f0d-43ae-4ae2-b858-79423cd05b81 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0517471 Jun 07 16:02:03.456221 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b1068d99-f912-4102-bf8d-6c735c4907a0 req-6e4d8872-7827-491b-b86c-b832ce047b16 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406120 Jun 07 16:02:04.308469 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:04.313606 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:04.572225 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad145c2-b2c0-4344-8998-3df5d280d773 req-3a9cc155-944f-48d5-bbb9-4c87d870ec77 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:04.573684 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5ad145c2-b2c0-4344-8998-3df5d280d773 req-3a9cc155-944f-48d5-bbb9-4c87d870ec77 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0460649 Jun 07 16:02:04.618708 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5ad145c2-b2c0-4344-8998-3df5d280d773 req-4f9a6b7a-d15f-44d8-a2ff-ca94ef945a90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Jun 07 16:02:05.727937 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:05.737267 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688412e6-643c-4315-a04f-9571a79ac9a4 req-66f6cf29-2ef9-4859-8f57-c5702c3bfde4 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:05.738707 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-688412e6-643c-4315-a04f-9571a79ac9a4 req-66f6cf29-2ef9-4859-8f57-c5702c3bfde4 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0524621 Jun 07 16:02:05.786895 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-688412e6-643c-4315-a04f-9571a79ac9a4 req-98ec7a8c-ecef-410b-87a9-c2a61e7746ff tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Jun 07 16:02:07.183927 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57352) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:07.189226 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--324536694', 'description': 'tempest-description--170846561'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:07.217439 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.292056 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group (eb2efe70-e41a-47e7-afcf-b691dd2df98d), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.295963 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (eb2efe70-e41a-47e7-afcf-b691dd2df98d), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.325928 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.327125 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1415498 Jun 07 16:02:07.328949 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2efe70-e41a-47e7-afcf-b691dd2df98d,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:07.330059 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57354) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:07.335221 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Request body: {'security_group_rule': {'security_group_id': 'eb2efe70-e41a-47e7-afcf-b691dd2df98d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:07.336761 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.337107 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.337449 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.337783 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.338110 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.338437 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.338762 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.339086 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.339407 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.339730 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.340047 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.340380 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.340712 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.341027 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.341346 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d875af-e1ec-43b5-bbd3-462968fb98d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.365700 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group_rule (e6e7bedb-7e5d-4eaf-a739-55647310b16b), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.419240 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group_rule (e6e7bedb-7e5d-4eaf-a739-55647310b16b), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.424144 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (e6e7bedb-7e5d-4eaf-a739-55647310b16b), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.443809 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e7bedb-7e5d-4eaf-a739-55647310b16b,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:07.452739 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.453116 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.453457 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.453794 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.454130 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.454462 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.454790 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.455138 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.455448 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.455789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.456098 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.456454 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.456781 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.457107 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.457430 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:07.462413 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.463592 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e9b1943d-f18f-4ed7-8d41-c5b9903cf8b9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323714 Jun 07 16:02:07.466297 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57356) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:07.470443 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-3a0047c0-2db7-49d5-909a-78d12daa1246 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Request body: {'security_group_rule': {'security_group_id': 'eb2efe70-e41a-47e7-afcf-b691dd2df98d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:07.497687 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0047c0-2db7-49d5-909a-78d12daa1246 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group_rule (a9f6a443-feef-43aa-8fea-447b08195bd5), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.554820 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0047c0-2db7-49d5-909a-78d12daa1246 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group_rule (a9f6a443-feef-43aa-8fea-447b08195bd5), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.558162 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0047c0-2db7-49d5-909a-78d12daa1246 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (a9f6a443-feef-43aa-8fea-447b08195bd5), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.576562 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0047c0-2db7-49d5-909a-78d12daa1246 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f6a443-feef-43aa-8fea-447b08195bd5,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:07.585496 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0047c0-2db7-49d5-909a-78d12daa1246 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.586651 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3a0047c0-2db7-49d5-909a-78d12daa1246 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194603 Jun 07 16:02:07.589673 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57360) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:07.593954 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:07.614488 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.692643 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.803971 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Allocated IP 172.27.2.197 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/efcbf0bb-f1c8-4a8c-ac99-202497b36caf) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:02:07.818333 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:07.910422 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for port (efcbf0bb-f1c8-4a8c-ac99-202497b36caf), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.944906 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (efcbf0bb-f1c8-4a8c-ac99-202497b36caf), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:07.973859 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:07.987340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:02:07.995643 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:02:07.998184 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event updated for resources: {'Port': ['ID=efcbf0bb-f1c8-4a8c-ac99-202497b36caf,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:08.000263 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:02:08.080239 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for floatingip (282052e5-413a-452c-8fe1-cac53099dd74), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:08.119064 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (efcbf0bb-f1c8-4a8c-ac99-202497b36caf), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:08.309068 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for port (efcbf0bb-f1c8-4a8c-ac99-202497b36caf), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:08.313580 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (efcbf0bb-f1c8-4a8c-ac99-202497b36caf), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:08.388633 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event updated for resources: {'Port': ['ID=efcbf0bb-f1c8-4a8c-ac99-202497b36caf,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:08.407452 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (282052e5-413a-452c-8fe1-cac53099dd74), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:08.453330 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:08.454541 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6a085606-ee9f-48a3-b74c-043bbc7fe237 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8639235 Jun 07 16:02:08.464147 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657bbb2-13b8-4d26-8114-0246dd1d352e req-f77343b3-e7a7-4d27-b6df-0805be9f0020 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:08.465676 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9657bbb2-13b8-4d26-8114-0246dd1d352e req-f77343b3-e7a7-4d27-b6df-0805be9f0020 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0600803 Jun 07 16:02:08.514427 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9657bbb2-13b8-4d26-8114-0246dd1d352e req-57249ba3-39f6-4c3a-8936-83ed9d683430 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431411 Jun 07 16:02:08.650083 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-9b97b53c-44bb-4d7c-8bcd-fd6da8bd4b4b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--324536694&fields=id&tenant_id=960d9a6b1f514344aa82bbada2b878ca HTTP/1.1" status: 200 len: 267 time: 0.0430596 Jun 07 16:02:08.680624 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:08.758995 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-ddbb6413-81f3-4cc3-8634-35149b33c4a1 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:08.760370 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-ddbb6413-81f3-4cc3-8634-35149b33c4a1 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 819 time: 0.1038625 Jun 07 16:02:08.774703 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-0ad347c3-47f2-4a3d-b51e-27bfbf7d1124 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/quotas/960d9a6b1f514344aa82bbada2b878ca HTTP/1.1" status: 200 len: 375 time: 0.0091658 Jun 07 16:02:08.826002 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-489934f4-2bd1-4ecd-95b9-7808d5571d6c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0466542 Jun 07 16:02:08.921692 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-e40a35c4-59e2-4259-882e-7a911cb68603 service neutron] 10.222.0.18 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841062 Jun 07 16:02:09.005761 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:09.011964 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-1fa803aa-68fc-4661-8d0b-62ec745747ee service neutron] 10.222.0.18 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847113 Jun 07 16:02:09.176062 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3b9c6860-6ebd-46eb-abd2-4dd06c5e39f4 req-b62ecb02-f650-4a65-a71f-4130b129798d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 210 time: 0.0325367 Jun 07 16:02:09.639070 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3de8b-648e-4d16-ad1d-acab1d23b9b5 req-65fd345d-b1bf-4a3b-9243-27a676fe693e tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:09.640644 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4fe3de8b-648e-4d16-ad1d-acab1d23b9b5 req-65fd345d-b1bf-4a3b-9243-27a676fe693e tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0498576 Jun 07 16:02:09.689377 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4fe3de8b-648e-4d16-ad1d-acab1d23b9b5 req-5c4285e0-1e76-4ca5-9586-52c7bf3a2618 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424652 Jun 07 16:02:10.274268 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-62bf3fa3-e509-4e88-ab90-1a87f1617332 req-377a1dad-e138-4a4d-ba67-ccac152a7701 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 210 time: 0.0270562 Jun 07 16:02:10.550583 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-640dfdc2-74a2-4666-bf81-c33d0bbff70c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:10.552510 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-640dfdc2-74a2-4666-bf81-c33d0bbff70c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 819 time: 0.1173310 Jun 07 16:02:10.623256 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-467268f4-182c-4e94-9922-c1e29cf59b63 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=960d9a6b1f514344aa82bbada2b878ca HTTP/1.1" status: 200 len: 379 time: 0.0596030 Jun 07 16:02:10.640790 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Request body: {'port': {'device_id': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'admin_state_up': True, 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'security_groups': ['eb2efe70-e41a-47e7-afcf-b691dd2df98d']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:10.757902 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Made reservation on behalf of 960d9a6b1f514344aa82bbada2b878ca for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:02:10.761376 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:10.853228 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b0dd4-6991-451e-a653-8e90ad9f378c req-ed7f613c-1ab6-4bd7-ac62-402d302e1388 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:10.854664 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c01b0dd4-6991-451e-a653-8e90ad9f378c req-ed7f613c-1ab6-4bd7-ac62-402d302e1388 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 945 time: 0.0899100 Jun 07 16:02:10.864242 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e5ccc-a2c3-4eb0-b897-3e9227ea9110 req-29c422ae-56ec-4493-9ff3-25d119393292 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:10.866394 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-914e5ccc-a2c3-4eb0-b897-3e9227ea9110 req-29c422ae-56ec-4493-9ff3-25d119393292 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.1026750 Jun 07 16:02:10.963061 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:11.006501 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-914e5ccc-a2c3-4eb0-b897-3e9227ea9110 req-28b58778-f09a-49c4-8df3-fc4fb6f12cfc tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122413 Jun 07 16:02:11.012215 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c01b0dd4-6991-451e-a653-8e90ad9f378c req-54e71702-82bb-4186-ad4b-2883f6eae6ab tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449568 Jun 07 16:02:11.039656 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Allocated IP 172.20.0.5 (80297557-5fee-443b-89c5-3ebd07d39a51/2f3a8a37-406e-4ecb-a45f-da3133d6ecf3/5f11220e-58cf-4888-ba67-1f3a06c90ba3) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:02:11.176322 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:11.180951 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:11.211492 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:11.250182 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Network 80297557-5fee-443b-89c5-3ebd07d39a51 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:02:11.253118 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:02:11.255501 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:02:11.288623 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event updated for resources: {'Port': ['ID=5f11220e-58cf-4888-ba67-1f3a06c90ba3,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:11.315085 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:11.315719 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:11.333427 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-5c27e07f-385a-4bdb-9aef-62303ce7df90 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6964550 Jun 07 16:02:11.399114 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0fb86-58cc-4a24-a6d4-d931ca287d9a req-2b65482f-afbe-445d-8dca-a9becf22c6a3 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:11.400685 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3ba0fb86-58cc-4a24-a6d4-d931ca287d9a req-2b65482f-afbe-445d-8dca-a9becf22c6a3 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 931 time: 0.0538981 Jun 07 16:02:11.449429 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3ba0fb86-58cc-4a24-a6d4-d931ca287d9a req-093dfe41-f925-4396-b3a0-fd8bc1ef417a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429852 Jun 07 16:02:11.524608 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-7b1c3797-1a39-4f0b-a291-c8fb5bc95c5f None None] Provisioning complete for port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:02:11.525154 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3797-1a39-4f0b-a291-c8fb5bc95c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:11.556240 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c3797-1a39-4f0b-a291-c8fb5bc95c5f None None] Port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:02:12.151074 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7de90-2cb9-4c23-af95-38a528f540e8 req-34dfe8e9-9aa9-4705-ac71-067eb235cbca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:12.152652 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4ff7de90-2cb9-4c23-af95-38a528f540e8 req-34dfe8e9-9aa9-4705-ac71-067eb235cbca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 945 time: 0.0677314 Jun 07 16:02:12.159300 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676f100-07d9-4a6e-80b0-6fdb12e6faf4 req-c7540c54-ee32-4760-9580-7d3900c25103 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:12.160711 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d676f100-07d9-4a6e-80b0-6fdb12e6faf4 req-c7540c54-ee32-4760-9580-7d3900c25103 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0863016 Jun 07 16:02:12.169314 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Request body: {'port': {'device_id': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:12.293963 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4ff7de90-2cb9-4c23-af95-38a528f540e8 req-f0dd5c39-217c-4ccb-9596-e62326c3a03d tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320200 Jun 07 16:02:12.298741 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d676f100-07d9-4a6e-80b0-6fdb12e6faf4 req-e68e78d3-ecb1-4956-95a8-187c69b5d049 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185715 Jun 07 16:02:12.301467 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:12.641753 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:12.681958 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-585b2a97-9579-4945-8380-fa89348aacec tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:12.683373 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-585b2a97-9579-4945-8380-fa89348aacec tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 945 time: 0.1061230 Jun 07 16:02:12.690807 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c04593-bcd0-4d14-8b8e-c858debd6c35 req-367a5e85-7a3f-4f9d-9c35-503a4ad79d0e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:12.692115 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8c04593-bcd0-4d14-8b8e-c858debd6c35 req-367a5e85-7a3f-4f9d-9c35-503a4ad79d0e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 931 time: 0.1163981 Jun 07 16:02:12.883107 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8c04593-bcd0-4d14-8b8e-c858debd6c35 req-795a48d5-80cb-4351-97d5-1dfb74d32029 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797345 Jun 07 16:02:12.921684 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Deleting port 6e57fb6c-90ee-4906-85c3-42d6621fc544 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:02:12.922014 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:12.967617 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:13.055534 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] For port 6e57fb6c-90ee-4906-85c3-42d6621fc544, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=6e57fb6c-90ee-4906-85c3-42d6621fc544,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:13.055885 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:13.182720 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f11220e-58cf-4888-ba67-1f3a06c90ba3 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:02:13.201329 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Publish callbacks [] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:13.253114 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Transition to ACTIVE for port object 5f11220e-58cf-4888-ba67-1f3a06c90ba3 will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:02:13.258873 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:13.360851 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:13.361221 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (e840109f-eec5-4830-b116-9b64a75011af), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:13.361532 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Floating IP e840109f-eec5-4830-b116-9b64a75011af disassociated. External IP: 172.27.2.86, port: 6e57fb6c-90ee-4906-85c3-42d6621fc544. Jun 07 16:02:13.361874 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Calling delete_port for 6e57fb6c-90ee-4906-85c3-42d6621fc544 owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:02:13.373543 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f11220e-58cf-4888-ba67-1f3a06c90ba3,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:13.539872 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:13.560562 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3895f9b-38c2-42a5-a399-d18a3b3f3b10 req-f1a7f5a4-5f1f-485c-b6fb-15a648c087aa tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:13.562020 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f3895f9b-38c2-42a5-a399-d18a3b3f3b10 req-f1a7f5a4-5f1f-485c-b6fb-15a648c087aa tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.1544743 Jun 07 16:02:13.567704 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696736da-45b6-433e-8577-310705f93035 req-a07fbc91-ce89-401e-a7b2-b247c8b6a88b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:13.569231 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-696736da-45b6-433e-8577-310705f93035 req-a07fbc91-ce89-401e-a7b2-b247c8b6a88b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 945 time: 0.1627808 Jun 07 16:02:13.622332 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Attempting to bind port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:02:13.622615 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Attempting to bind port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:02:13.622939 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Attempting to bind port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 on network 80297557-5fee-443b-89c5-3ebd07d39a51 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:02:13.641386 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 on network 80297557-5fee-443b-89c5-3ebd07d39a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:02:13.641702 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Attempting to bind port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 on network 80297557-5fee-443b-89c5-3ebd07d39a51 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:02:13.690860 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:02:13.691109 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Checking segment: {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:02:13.691488 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Bound using segment: {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:02:13.691911 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Bound port: 5f11220e-58cf-4888-ba67-1f3a06c90ba3, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ddb99db-259e-4a5e-9341-3a4e39a6745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:02:13.692260 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:13.710780 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f3895f9b-38c2-42a5-a399-d18a3b3f3b10 req-8a49826f-f488-4c71-93e6-7f2d4c18bbc4 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388667 Jun 07 16:02:13.730907 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-696736da-45b6-433e-8577-310705f93035 req-b099df8b-34cf-45ae-a3ec-e13c9802caf9 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=82d46eff-7de7-4124-95b4-394f13123d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522799 Jun 07 16:02:13.759706 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:13.772892 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (6e57fb6c-90ee-4906-85c3-42d6621fc544), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:13.813820 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'Port': ['ID=6e57fb6c-90ee-4906-85c3-42d6621fc544,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:13.817729 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] For port 5f11220e-58cf-4888-ba67-1f3a06c90ba3, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:02:13.832853 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] For port 5f11220e-58cf-4888-ba67-1f3a06c90ba3, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:02:13.839684 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:13.908678 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:13.909291 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:13.910652 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] 10.222.0.24 "PUT /v2.0/ports/5f11220e-58cf-4888-ba67-1f3a06c90ba3 HTTP/1.1" status: 200 len: 1093 time: 1.7468784 Jun 07 16:02:13.913280 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:13.915440 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b20b14-c96a-41b9-ab5c-84e54284b73b" -d '{"events": [{"name": "network-changed", "server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:13.979586 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd7032a-ea62-44ee-9316-3bcefb2f1b75 x-openstack-request-id: req-bfd7032a-ea62-44ee-9316-3bcefb2f1b75 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:13.979870 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:13.980117 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfd7032a-ea62-44ee-9316-3bcefb2f1b75 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:13.980857 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd7032a-ea62-44ee-9316-3bcefb2f1b75'] response: {'name': 'network-changed', 'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'status': 'completed', 'code': 200} Jun 07 16:02:14.006324 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fc34c-95fc-4253-b4e6-6b5dba85e4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f11220e-58cf-4888-ba67-1f3a06c90ba3,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:14.065271 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-2c773f36-2acd-480f-8472-ca1cb9712f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:14.066754 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-2c773f36-2acd-480f-8472-ca1cb9712f86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 1127 time: 0.1013834 Jun 07 16:02:14.076597 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92c270-985e-4f03-bf5e-f188b9ac3d39 req-f1c13b10-3bf5-4f15-a722-7a8ed550197b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:14.078107 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d92c270-985e-4f03-bf5e-f188b9ac3d39 req-f1c13b10-3bf5-4f15-a722-7a8ed550197b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 943 time: 0.0752242 Jun 07 16:02:14.095624 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Router ff0099a3-a753-43c4-9c6c-6635c009b24b has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:02:14.141850 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-d042912d-9c01-4d03-b20d-38bf274ad609 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3 HTTP/1.1" status: 200 len: 217 time: 0.0598586 Jun 07 16:02:14.233719 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d92c270-985e-4f03-bf5e-f188b9ac3d39 req-72902f98-4cce-4b44-956e-0874cb307ab5 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454277 Jun 07 16:02:14.288781 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-4ef22047-4e82-4ec8-b78f-bbefe8a8229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:14.290204 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-4ef22047-4e82-4ec8-b78f-bbefe8a8229a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.1214266 Jun 07 16:02:14.314070 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:14.335383 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:02:14.345413 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913726d6-eea5-45c3-a884-d3e1b5f407f2 None None] Sync routers for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:02:14.356072 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913726d6-eea5-45c3-a884-d3e1b5f407f2 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:14.357022 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-913726d6-eea5-45c3-a884-d3e1b5f407f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:01:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:14.384312 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-b4ac4dff-c3b0-43d4-b854-e8996407d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:14.385819 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-b4ac4dff-c3b0-43d4-b854-e8996407d6c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849423 Jun 07 16:02:14.386616 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] No DVR routers for this DVR port 6e57fb6c-90ee-4906-85c3-42d6621fc544 on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:02:14.389059 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:14.392131 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-beaa08fb-1828-464c-88d7-4a9a0aac79ef req-1a965fde-dc74-4981-879c-236d752444ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "DELETE /v2.0/ports/6e57fb6c-90ee-4906-85c3-42d6621fc544 HTTP/1.1" status: 204 len: 173 time: 1.6987176 Jun 07 16:02:14.487296 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-23890a80-c90a-41ff-a4ce-57232d8fc20b service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940578 Jun 07 16:02:14.563024 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-913726d6-eea5-45c3-a884-d3e1b5f407f2 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:14.604910 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9db4adc7-e0a9-476a-99b7-fa29f2da48e4 req-39ec4876-375c-4130-9476-fadae98be70c service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102300 Jun 07 16:02:14.777333 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-913726d6-eea5-45c3-a884-d3e1b5f407f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '151d50b6-cbf1-4c17-b795-4b481d35f9ba', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:4e:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:10Z', 'updated_at': '2022-06-07T15:59:51Z', 'revision_number': 2, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:14.822722 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913726d6-eea5-45c3-a884-d3e1b5f407f2 None None] Checking router: ff0099a3-a753-43c4-9c6c-6635c009b24b for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:02:14.841651 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913726d6-eea5-45c3-a884-d3e1b5f407f2 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:14.844029 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-913726d6-eea5-45c3-a884-d3e1b5f407f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:01:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:14.901047 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c96cf65c-afa7-4a53-bdf8-adcb99745f9c req-6d5395ab-9069-4f5e-9166-ec8e0a471ac5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=816146bc-5797-4984-a957-b06cd866439d HTTP/1.1" status: 200 len: 210 time: 0.0381951 Jun 07 16:02:14.914657 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e29b5-2b11-4b26-9245-b56e3a47830b req-fcca7b8d-01c7-42c2-952a-1fb6a12b4973 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:14.916125 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-506e29b5-2b11-4b26-9245-b56e3a47830b req-fcca7b8d-01c7-42c2-952a-1fb6a12b4973 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0992684 Jun 07 16:02:14.954290 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-913726d6-eea5-45c3-a884-d3e1b5f407f2 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:14.971174 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-506e29b5-2b11-4b26-9245-b56e3a47830b req-7e673cb1-4304-41db-a0de-c643c5030c1e tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429547 Jun 07 16:02:15.166713 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-913726d6-eea5-45c3-a884-d3e1b5f407f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '151d50b6-cbf1-4c17-b795-4b481d35f9ba', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:4e:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:10Z', 'updated_at': '2022-06-07T15:59:51Z', 'revision_number': 2, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:15.190416 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913726d6-eea5-45c3-a884-d3e1b5f407f2 None None] The sync data for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi is: [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '151d50b6-cbf1-4c17-b795-4b481d35f9ba', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:4e:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T15:59:10Z', 'updated_at': '2022-06-07T15:59:51Z', 'revision_number': 2, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:02:15.355059 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1fb76-11ea-4cae-8bc8-ee2c183bcd5f req-bdd185e1-2c58-4377-8e3f-fca98be61c35 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:15.357135 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cdd1fb76-11ea-4cae-8bc8-ee2c183bcd5f req-bdd185e1-2c58-4377-8e3f-fca98be61c35 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 943 time: 0.0507061 Jun 07 16:02:15.409882 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cdd1fb76-11ea-4cae-8bc8-ee2c183bcd5f req-a54eb15a-46ad-4c79-a55e-c137b1498fed tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460203 Jun 07 16:02:15.458983 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4fc147-0de9-4e89-84c9-0437859e0101 None None] New status for floating IP e840109f-eec5-4830-b116-9b64a75011af: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:02:15.840767 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:15.874388 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b20b14-c96a-41b9-ab5c-84e54284b73b req-3137bd77-3848-4357-a63f-be4d842a4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:15.875891 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73b20b14-c96a-41b9-ab5c-84e54284b73b req-3137bd77-3848-4357-a63f-be4d842a4433 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 1127 time: 0.0451126 Jun 07 16:02:15.977046 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b20b14-c96a-41b9-ab5c-84e54284b73b req-6b578136-7a5a-41a8-8a0d-e2a39a853cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:15.978180 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73b20b14-c96a-41b9-ab5c-84e54284b73b req-6b578136-7a5a-41a8-8a0d-e2a39a853cac service neutron] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 920 time: 0.0953395 Jun 07 16:02:15.981699 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816146bc-5797-4984-a957-b06cd866439d', 'name': 'network-vif-deleted', 'tag': '6e57fb6c-90ee-4906-85c3-42d6621fc544'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:15.983928 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1398008c-a480-4751-82bb-f9b4174ec4b7" -d '{"events": [{"server_uuid": "816146bc-5797-4984-a957-b06cd866439d", "name": "network-vif-deleted", "tag": "6e57fb6c-90ee-4906-85c3-42d6621fc544"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:16.001335 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57446) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:16.050747 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2579f8e-ced2-46e0-a397-0d3254925ee7 x-openstack-request-id: req-e2579f8e-ced2-46e0-a397-0d3254925ee7 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:16.051364 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816146bc-5797-4984-a957-b06cd866439d", "name": "network-vif-deleted", "tag": "6e57fb6c-90ee-4906-85c3-42d6621fc544", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:16.052178 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2579f8e-ced2-46e0-a397-0d3254925ee7 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:16.053392 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2579f8e-ced2-46e0-a397-0d3254925ee7'] response: {'server_uuid': '816146bc-5797-4984-a957-b06cd866439d', 'name': 'network-vif-deleted', 'tag': '6e57fb6c-90ee-4906-85c3-42d6621fc544', 'status': 'completed', 'code': 200} Jun 07 16:02:16.054943 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73b20b14-c96a-41b9-ab5c-84e54284b73b req-194bd118-c892-4e4b-968b-63c361378e25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3 HTTP/1.1" status: 200 len: 217 time: 0.0635843 Jun 07 16:02:16.069127 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-398f0453-c06a-46d7-afbd-0ab7a7e1e7cc tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (82d46eff-7de7-4124-95b4-394f13123d50), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:16.098293 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-398f0453-c06a-46d7-afbd-0ab7a7e1e7cc tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (82d46eff-7de7-4124-95b4-394f13123d50), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:16.161164 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-398f0453-c06a-46d7-afbd-0ab7a7e1e7cc tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (82d46eff-7de7-4124-95b4-394f13123d50), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:16.165315 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-398f0453-c06a-46d7-afbd-0ab7a7e1e7cc tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:16.167318 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-398f0453-c06a-46d7-afbd-0ab7a7e1e7cc tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "DELETE /v2.0/security-groups/82d46eff-7de7-4124-95b4-394f13123d50 HTTP/1.1" status: 204 len: 168 time: 0.1650078 Jun 07 16:02:16.171587 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57448) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:16.190880 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f0453-c06a-46d7-afbd-0ab7a7e1e7cc tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d46eff-7de7-4124-95b4-394f13123d50,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:16.195900 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.api.v2.resource [None req-72afea6b-ebb7-402e-8f85-1f5868ceb408 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] show failed (client error): The resource could not be found. Jun 07 16:02:16.197533 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-72afea6b-ebb7-402e-8f85-1f5868ceb408 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups/82d46eff-7de7-4124-95b4-394f13123d50 HTTP/1.1" status: 404 len: 347 time: 0.0244906 Jun 07 16:02:16.200501 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57450) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:16.324613 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-222c5710-45ff-4fb3-a1db-b20e9976123f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Deleting port 0854d3be-6de3-45cb-a042-2f847001fbf6 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:02:16.324969 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-222c5710-45ff-4fb3-a1db-b20e9976123f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (0854d3be-6de3-45cb-a042-2f847001fbf6), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:16.381479 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1873-cf48-4221-b5f5-3682e2f5377b req-edad7f9b-e1da-4b7f-8dcb-397ad0a5e6e1 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:16.383195 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6cdc1873-cf48-4221-b5f5-3682e2f5377b req-edad7f9b-e1da-4b7f-8dcb-397ad0a5e6e1 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.3193033 Jun 07 16:02:16.384968 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b20b14-c96a-41b9-ab5c-84e54284b73b req-d3796ccc-e9c7-4938-9e65-3910e7c9ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:16.386416 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73b20b14-c96a-41b9-ab5c-84e54284b73b req-d3796ccc-e9c7-4938-9e65-3910e7c9ef93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.3238006 Jun 07 16:02:16.414798 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-222c5710-45ff-4fb3-a1db-b20e9976123f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (0854d3be-6de3-45cb-a042-2f847001fbf6), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:16.414798 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-222c5710-45ff-4fb3-a1db-b20e9976123f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (0854d3be-6de3-45cb-a042-2f847001fbf6), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:16.434181 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-222c5710-45ff-4fb3-a1db-b20e9976123f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Calling delete_port for 0854d3be-6de3-45cb-a042-2f847001fbf6 owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:02:16.470442 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b20b14-c96a-41b9-ab5c-84e54284b73b req-1450ad09-d342-4eb5-a427-66046be543ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:16.473410 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73b20b14-c96a-41b9-ab5c-84e54284b73b req-1450ad09-d342-4eb5-a427-66046be543ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771804 Jun 07 16:02:16.566986 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6cdc1873-cf48-4221-b5f5-3682e2f5377b req-be5ead74-914a-4ff3-a18d-a46b3f129b4c tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771455 Jun 07 16:02:16.598455 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2b057-4d36-40af-8d59-addd6cd1f300 req-070fe42e-2002-4159-99b1-8b3b03e25b6a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:16.600805 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ed2b057-4d36-40af-8d59-addd6cd1f300 req-070fe42e-2002-4159-99b1-8b3b03e25b6a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 943 time: 0.1025724 Jun 07 16:02:16.612341 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:16.644964 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-222c5710-45ff-4fb3-a1db-b20e9976123f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (0854d3be-6de3-45cb-a042-2f847001fbf6), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:16.663256 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73b20b14-c96a-41b9-ab5c-84e54284b73b req-cbafb525-bed2-4b1f-86b6-9c477f9bcae4 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774747 Jun 07 16:02:16.685302 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c5710-45ff-4fb3-a1db-b20e9976123f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'Port': ['ID=0854d3be-6de3-45cb-a042-2f847001fbf6,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:16.723067 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ed2b057-4d36-40af-8d59-addd6cd1f300 req-b900b7a8-7b9d-4b7f-93db-aedc4ab1e314 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125212 Jun 07 16:02:16.772936 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73b20b14-c96a-41b9-ab5c-84e54284b73b req-19bc47f2-fdd9-4dff-9ac4-3804ec893132 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009154 Jun 07 16:02:16.777584 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-222c5710-45ff-4fb3-a1db-b20e9976123f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (e840109f-eec5-4830-b116-9b64a75011af), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:16.780020 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-222c5710-45ff-4fb3-a1db-b20e9976123f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:16.784101 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-222c5710-45ff-4fb3-a1db-b20e9976123f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "DELETE /v2.0/floatingips/e840109f-eec5-4830-b116-9b64a75011af HTTP/1.1" status: 204 len: 168 time: 0.5793543 Jun 07 16:02:16.811189 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 6e57fb6c-90ee-4906-85c3-42d6621fc544 no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:02:16.831942 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 6e57fb6c-90ee-4906-85c3-42d6621fc544 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:02:16.832477 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 6e57fb6c-90ee-4906-85c3-42d6621fc544 not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:02:16.863414 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-912b33b3-822f-4e3a-975f-d9ea8be54100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:17.681971 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:17.695905 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4b150-4968-417b-b17b-5740d0b168f7 req-ba2ca808-92af-47da-9ce5-bddbb330d383 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:17.697531 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5dd4b150-4968-417b-b17b-5740d0b168f7 req-ba2ca808-92af-47da-9ce5-bddbb330d383 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0524855 Jun 07 16:02:17.745622 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5dd4b150-4968-417b-b17b-5740d0b168f7 req-23e9cf51-650b-4742-b550-75c67a871c68 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426631 Jun 07 16:02:17.837150 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad81d2-eb5c-4263-b0c3-499117546673 req-4ca03ed0-4fa3-45a9-822f-de26a943821d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:17.838680 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-54ad81d2-eb5c-4263-b0c3-499117546673 req-4ca03ed0-4fa3-45a9-822f-de26a943821d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 943 time: 0.0457785 Jun 07 16:02:17.894171 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-54ad81d2-eb5c-4263-b0c3-499117546673 req-35609298-62b4-4331-9a1c-aedff8a474fd tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486109 Jun 07 16:02:18.291923 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:02:18.378750 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63225a8-a0ca-4340-8ed2-6b4abeb56845 req-cb4d8968-757e-4b31-a960-2ce417e85ede tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:18.380114 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d63225a8-a0ca-4340-8ed2-6b4abeb56845 req-cb4d8968-757e-4b31-a960-2ce417e85ede tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 946 time: 0.0464349 Jun 07 16:02:18.431321 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d63225a8-a0ca-4340-8ed2-6b4abeb56845 req-82178da2-7b0d-422b-98f4-d823567dd8b0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 Jun 07 16:02:18.822752 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 5f11220e-58cf-4888-ba67-1f3a06c90ba3 details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:02:18.861713 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698e9bf-3530-4d6b-9c84-e468901e80a2 req-290a74b3-830c-4076-8345-9a06c5a6cd69 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:18.863184 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7698e9bf-3530-4d6b-9c84-e468901e80a2 req-290a74b3-830c-4076-8345-9a06c5a6cd69 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0491004 Jun 07 16:02:18.910150 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7698e9bf-3530-4d6b-9c84-e468901e80a2 req-155898c8-401a-4a11-ac4a-6b6eedc5ad8f tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408454 Jun 07 16:02:18.932809 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 5f11220e-58cf-4888-ba67-1f3a06c90ba3, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:18.940066 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'port_id': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'mac_address': 'fa:16:3e:b4:b8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:02:18.974996 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:02:18.975442 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:18.988836 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f11220e-58cf-4888-ba67-1f3a06c90ba3 {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:02:18.994732 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:19.009304 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 5f11220e-58cf-4888-ba67-1f3a06c90ba3, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:19.012885 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623824b-1069-4b6c-9180-ec717a2097b9 req-d9933580-b42f-4d65-b6f8-5d668a37f3df tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:19.014679 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b623824b-1069-4b6c-9180-ec717a2097b9 req-d9933580-b42f-4d65-b6f8-5d668a37f3df tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 943 time: 0.0506299 Jun 07 16:02:19.015757 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:19.051947 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d5aeca7b-0a2f-410f-bf4f-be622b575679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:19.067118 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b623824b-1069-4b6c-9180-ec717a2097b9 req-aa98762c-2039-4129-8412-51446a8bc4d2 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468013 Jun 07 16:02:19.073645 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=5f11220e-58cf-4888-ba67-1f3a06c90ba3,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:19.080873 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.081222 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.081561 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.081895 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.082224 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.082550 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.082872 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.083191 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.083511 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.083897 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.084252 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.084612 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.084937 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.085253 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.085567 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:02:19.323340 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['5f11220e-58cf-4888-ba67-1f3a06c90ba3'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:02:19.551908 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c21d82-ddc7-4f0e-87b5-1bbcfd4864cf req-f91dadde-8b51-4c9b-9a5f-9039ee278908 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:19.553553 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-31c21d82-ddc7-4f0e-87b5-1bbcfd4864cf req-f91dadde-8b51-4c9b-9a5f-9039ee278908 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 946 time: 0.0503139 Jun 07 16:02:19.599158 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-31c21d82-ddc7-4f0e-87b5-1bbcfd4864cf req-2e5ac5ab-2204-49c9-9848-038ec14201cb tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401227 Jun 07 16:02:20.059798 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dd6fb-aae0-4202-8821-b18d060baee5 req-f95f6cb9-8eb1-40e8-a15e-05a49ed70bd8 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:20.061263 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-676dd6fb-aae0-4202-8821-b18d060baee5 req-f95f6cb9-8eb1-40e8-a15e-05a49ed70bd8 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0728333 Jun 07 16:02:20.072552 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6057c82-224f-472b-9641-17b88d93ba9e req-66c52a51-97a2-4719-a60b-82aad2f66c05 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:20.073945 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a6057c82-224f-472b-9641-17b88d93ba9e req-66c52a51-97a2-4719-a60b-82aad2f66c05 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 946 time: 0.0584202 Jun 07 16:02:20.152230 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:20.184227 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-676dd6fb-aae0-4202-8821-b18d060baee5 req-e08b9e0e-fad1-42bb-a308-c3f9df1183b1 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093478 Jun 07 16:02:20.209117 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:20.229505 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa26fa-93fa-4b49-aaa0-6490d81464dc req-6a20275c-165f-436c-a416-263989d9608a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:20.231233 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3aaa26fa-93fa-4b49-aaa0-6490d81464dc req-6a20275c-165f-436c-a416-263989d9608a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 944 time: 0.0769300 Jun 07 16:02:20.231879 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Deleting port 4208b596-39fa-4701-8fbb-e471f3af4e3d {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:02:20.232221 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:20.343605 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3aaa26fa-93fa-4b49-aaa0-6490d81464dc req-c2b06dce-fab4-4c4a-b7b3-3e8ef818cd09 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067228 Jun 07 16:02:20.390495 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] For port 4208b596-39fa-4701-8fbb-e471f3af4e3d, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4208b596-39fa-4701-8fbb-e471f3af4e3d,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:20.390856 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:20.420382 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbf224-3400-4a22-84a8-5df920680ea2 req-745cd57f-c7eb-4017-b5f6-69cd6246b916 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:20.421841 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0ebbf224-3400-4a22-84a8-5df920680ea2 req-745cd57f-c7eb-4017-b5f6-69cd6246b916 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0750732 Jun 07 16:02:20.447767 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:20.555031 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228ccf3-a4b2-465f-a5eb-42227d4bb74b req-5efbaac1-ce39-40d6-aa5d-9720fd775a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:20.556565 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7228ccf3-a4b2-465f-a5eb-42227d4bb74b req-5efbaac1-ce39-40d6-aa5d-9720fd775a7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 1130 time: 0.1338758 Jun 07 16:02:20.622349 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0ebbf224-3400-4a22-84a8-5df920680ea2 req-d97053c8-7b7f-4064-938a-3dc2bd96c5a5 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580510 Jun 07 16:02:20.736926 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:20.737190 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (151d50b6-cbf1-4c17-b795-4b481d35f9ba), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:20.737500 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Floating IP 151d50b6-cbf1-4c17-b795-4b481d35f9ba disassociated. External IP: 172.27.2.114, port: 4208b596-39fa-4701-8fbb-e471f3af4e3d. Jun 07 16:02:20.737845 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Calling delete_port for 4208b596-39fa-4701-8fbb-e471f3af4e3d owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:02:20.744419 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:20.751119 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842e9c8-470f-44a1-a2ea-767bb6e63eac req-ea52f614-a3d1-41e6-93ca-7c0cd3499c51 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:20.752577 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1842e9c8-470f-44a1-a2ea-767bb6e63eac req-ea52f614-a3d1-41e6-93ca-7c0cd3499c51 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 946 time: 0.0787797 Jun 07 16:02:20.785827 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228ccf3-a4b2-465f-a5eb-42227d4bb74b req-207de162-ea46-4380-844e-326209972f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:20.787800 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7228ccf3-a4b2-465f-a5eb-42227d4bb74b req-207de162-ea46-4380-844e-326209972f04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 200 len: 912 time: 0.2211242 Jun 07 16:02:20.826175 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 5f11220e-58cf-4888-ba67-1f3a06c90ba3 up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:02:20.868045 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:02:20.873871 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:02:20.874236 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:20.909969 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1842e9c8-470f-44a1-a2ea-767bb6e63eac req-ff5a7116-1c06-4b37-b283-5f4541b0b25d tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72df772-d184-4d52-9adc-f97c8ea09f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434162 Jun 07 16:02:20.911589 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7228ccf3-a4b2-465f-a5eb-42227d4bb74b req-9a4d7c5e-f73f-45df-90e1-d6a39de00372 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ecb2897-4e5c-4117-b213-8efd5b37c89e HTTP/1.1" status: 200 len: 1001 time: 0.0940082 Jun 07 16:02:20.948785 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:02:20.949175 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:20.951702 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:20.960920 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:20.975525 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:20.977835 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39eaf7c-3a2b-4e87-b225-d7096cc0529b" -d '{"events": [{"server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "name": "network-vif-plugged", "status": "completed", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:20.995105 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 5f11220e-58cf-4888-ba67-1f3a06c90ba3, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:20.998974 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228ccf3-a4b2-465f-a5eb-42227d4bb74b req-3f3774bb-a215-4241-b81a-123313f733fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:21.000091 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:21.000465 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7228ccf3-a4b2-465f-a5eb-42227d4bb74b req-3f3774bb-a215-4241-b81a-123313f733fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d2e6771-b172-483a-8869-cf0fd6582503 HTTP/1.1" status: 200 len: 850 time: 0.0760248 Jun 07 16:02:21.023617 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9096a8f6-5652-415a-a65f-193b3f68fb6f x-openstack-request-id: req-9096a8f6-5652-415a-a65f-193b3f68fb6f {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:21.023901 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "name": "network-vif-plugged", "status": "completed", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:21.026547 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9096a8f6-5652-415a-a65f-193b3f68fb6f {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:21.026739 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9096a8f6-5652-415a-a65f-193b3f68fb6f'] response: {'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'code': 200} Jun 07 16:02:21.054352 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=5f11220e-58cf-4888-ba67-1f3a06c90ba3,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:21.058321 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (4208b596-39fa-4701-8fbb-e471f3af4e3d), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:21.060343 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228ccf3-a4b2-465f-a5eb-42227d4bb74b req-d376ce46-b47b-47f6-8e44-7e2d2c931b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:21.061904 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7228ccf3-a4b2-465f-a5eb-42227d4bb74b req-d376ce46-b47b-47f6-8e44-7e2d2c931b54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521760 Jun 07 16:02:21.096793 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'Port': ['ID=4208b596-39fa-4701-8fbb-e471f3af4e3d,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:21.291022 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbb468-cc92-431c-9422-27d9f8c2b39e req-87e32a20-ca1b-4d84-af57-00349be6648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:21.292553 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-50cbb468-cc92-431c-9422-27d9f8c2b39e req-87e32a20-ca1b-4d84-af57-00349be6648b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 1129 time: 0.1027899 Jun 07 16:02:21.328304 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7228ccf3-a4b2-465f-a5eb-42227d4bb74b req-93d25971-10d6-4814-a219-68375410f635 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419553 Jun 07 16:02:21.331579 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:21.400744 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Router ff0099a3-a753-43c4-9c6c-6635c009b24b has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:02:21.442691 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-50cbb468-cc92-431c-9422-27d9f8c2b39e req-31c9ac95-075e-4558-b591-3db8a9eeae34 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420221 Jun 07 16:02:21.533061 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9b666-7f79-4022-a2ea-4ed3e4bd8914 req-b44ad3a5-4d81-414a-abbe-fcec0381ec1a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:21.534584 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dfc9b666-7f79-4022-a2ea-4ed3e4bd8914 req-b44ad3a5-4d81-414a-abbe-fcec0381ec1a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.1214983 Jun 07 16:02:21.554286 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7228ccf3-a4b2-465f-a5eb-42227d4bb74b req-af4e4e34-bcad-4c50-899a-5483e18ffe38 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179577 Jun 07 16:02:21.564855 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:21.637007 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:21.639840 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dfc9b666-7f79-4022-a2ea-4ed3e4bd8914 req-4de94972-372d-456d-849c-a9e682edf1b6 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987139 Jun 07 16:02:21.641224 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:02:21.652439 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a1c26-d480-4d65-8975-0d911e8923c6 None None] Sync routers for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:02:21.666899 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a1c26-d480-4d65-8975-0d911e8923c6 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:21.669046 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-b44a1c26-d480-4d65-8975-0d911e8923c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:21.689490 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] No DVR routers for this DVR port 4208b596-39fa-4701-8fbb-e471f3af4e3d on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:02:21.692033 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:21.696452 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a6057c82-224f-472b-9641-17b88d93ba9e req-ba70d31f-9364-4d55-82ff-092e3593ebfa tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "DELETE /v2.0/ports/4208b596-39fa-4701-8fbb-e471f3af4e3d HTTP/1.1" status: 204 len: 173 time: 1.6158710 Jun 07 16:02:21.697022 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'name': 'network-vif-deleted', 'tag': '4208b596-39fa-4701-8fbb-e471f3af4e3d'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:21.699551 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d736022a-cf17-4a03-8b57-872d9d039db5" -d '{"events": [{"server_uuid": "9edf7214-7bd8-479d-8d1b-1b8df84e7a0b", "name": "network-vif-deleted", "tag": "4208b596-39fa-4701-8fbb-e471f3af4e3d"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:21.757281 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb813005-ea7c-46e5-9b3f-867b4fa5c89b x-openstack-request-id: req-eb813005-ea7c-46e5-9b3f-867b4fa5c89b {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:21.757662 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edf7214-7bd8-479d-8d1b-1b8df84e7a0b", "name": "network-vif-deleted", "tag": "4208b596-39fa-4701-8fbb-e471f3af4e3d", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:21.758110 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb813005-ea7c-46e5-9b3f-867b4fa5c89b {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:21.758488 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb813005-ea7c-46e5-9b3f-867b4fa5c89b'] response: {'server_uuid': '9edf7214-7bd8-479d-8d1b-1b8df84e7a0b', 'name': 'network-vif-deleted', 'tag': '4208b596-39fa-4701-8fbb-e471f3af4e3d', 'status': 'completed', 'code': 200} Jun 07 16:02:21.774985 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a989f-0631-4a44-8253-8e6977cfdb9b req-046e5a3c-2724-4d93-90d5-d854aaaeca8c tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:21.776547 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f78a989f-0631-4a44-8253-8e6977cfdb9b req-046e5a3c-2724-4d93-90d5-d854aaaeca8c tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0537720 Jun 07 16:02:21.811833 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-b44a1c26-d480-4d65-8975-0d911e8923c6 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:21.831942 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f78a989f-0631-4a44-8253-8e6977cfdb9b req-5c7d4cd2-f1cb-4200-b50b-280e2160f1bc tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497429 Jun 07 16:02:21.856680 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:21.991467 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:22.004414 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-b44a1c26-d480-4d65-8975-0d911e8923c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:22.024193 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-883b4deb-6f2f-44ef-baa0-669206be4e66 req-1f922b3e-fc23-4495-83dc-01afb67276ce tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 210 time: 0.0288000 Jun 07 16:02:22.029629 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a1c26-d480-4d65-8975-0d911e8923c6 None None] Checking router: ff0099a3-a753-43c4-9c6c-6635c009b24b for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:02:22.038149 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a1c26-d480-4d65-8975-0d911e8923c6 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:22.038741 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-b44a1c26-d480-4d65-8975-0d911e8923c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:22.137199 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-b44a1c26-d480-4d65-8975-0d911e8923c6 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:22.321497 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-b44a1c26-d480-4d65-8975-0d911e8923c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:22.345030 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a1c26-d480-4d65-8975-0d911e8923c6 None None] The sync data for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi is: [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:02:22.567967 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e48854-bc84-4bb4-a7c4-f3ce45b96fec None None] New status for floating IP 151d50b6-cbf1-4c17-b795-4b481d35f9ba: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:02:22.780401 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9be4e-e687-4e97-af8f-0af52bd8bd8a req-2244697e-0136-413a-8aa0-466f6989eb0a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:22.782011 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94a9be4e-e687-4e97-af8f-0af52bd8bd8a req-2244697e-0136-413a-8aa0-466f6989eb0a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0479083 Jun 07 16:02:22.832229 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94a9be4e-e687-4e97-af8f-0af52bd8bd8a req-6911f6ff-1e66-4926-997b-0df7bddfdad3 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438182 Jun 07 16:02:22.957201 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235324c-e0de-4c18-a248-32bed4b31416 req-87a43b99-f60b-4f63-beda-876f2e625808 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:22.958578 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8235324c-e0de-4c18-a248-32bed4b31416 req-87a43b99-f60b-4f63-beda-876f2e625808 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0509171 Jun 07 16:02:23.005278 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8235324c-e0de-4c18-a248-32bed4b31416 req-b7c79da5-d44b-4795-a4fc-eb09b8c8cc9e tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410502 Jun 07 16:02:23.131290 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c86d087d-186f-409b-b977-15bbfd1471a7 req-9002bfe2-5d3b-4067-b838-c67c13af9557 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edf7214-7bd8-479d-8d1b-1b8df84e7a0b HTTP/1.1" status: 200 len: 210 time: 0.0275960 Jun 07 16:02:23.259437 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:23.948660 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a7827-4a4c-42e9-81ef-20c7f49b3ebd req-05fb535b-f1b9-4b1c-976b-272599be118f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:23.950128 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-174a7827-4a4c-42e9-81ef-20c7f49b3ebd req-05fb535b-f1b9-4b1c-976b-272599be118f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0483239 Jun 07 16:02:23.996313 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-174a7827-4a4c-42e9-81ef-20c7f49b3ebd req-be4e7ab7-b76e-47e2-bede-2c87bf9eddaa tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407450 Jun 07 16:02:24.107007 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f437b28-010f-4211-b49f-38a99b935f27 req-c83c98d9-bcdb-408d-a305-eb489be8fdbd tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:24.108455 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0f437b28-010f-4211-b49f-38a99b935f27 req-c83c98d9-bcdb-408d-a305-eb489be8fdbd tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0497556 Jun 07 16:02:24.118127 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57516) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:24.122299 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-b3911de0-59ee-419b-bf43-d13caabebf1f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Request body: {'floatingip': {'port_id': '5f11220e-58cf-4888-ba67-1f3a06c90ba3'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:24.159863 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b3911de0-59ee-419b-bf43-d13caabebf1f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for floatingip (282052e5-413a-452c-8fe1-cac53099dd74), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.219693 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57522) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:24.275005 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1268e019-4fc0-467c-960f-15c2af9e3c77 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (c72df772-d184-4d52-9adc-f97c8ea09f63), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.302144 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1268e019-4fc0-467c-960f-15c2af9e3c77 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (c72df772-d184-4d52-9adc-f97c8ea09f63), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.349177 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1268e019-4fc0-467c-960f-15c2af9e3c77 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (c72df772-d184-4d52-9adc-f97c8ea09f63), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.352603 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1268e019-4fc0-467c-960f-15c2af9e3c77 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.353878 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-1268e019-4fc0-467c-960f-15c2af9e3c77 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "DELETE /v2.0/security-groups/c72df772-d184-4d52-9adc-f97c8ea09f63 HTTP/1.1" status: 204 len: 168 time: 0.1331019 Jun 07 16:02:24.357667 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57524) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:24.364593 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:24.372201 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268e019-4fc0-467c-960f-15c2af9e3c77 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72df772-d184-4d52-9adc-f97c8ea09f63,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:24.379396 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.api.v2.resource [None req-79476ccc-5a3f-4b1c-a646-198651b65b9e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] show failed (client error): The resource could not be found. Jun 07 16:02:24.381061 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-79476ccc-5a3f-4b1c-a646-198651b65b9e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups/c72df772-d184-4d52-9adc-f97c8ea09f63 HTTP/1.1" status: 404 len: 347 time: 0.0213654 Jun 07 16:02:24.384349 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57526) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:24.422464 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:24.498291 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-e68b9130-8c90-43ca-b5a4-2dff344edaf0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Deleting port f61f1c77-0f9d-4b33-b332-99ce51f181b0 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:02:24.498621 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e68b9130-8c90-43ca-b5a4-2dff344edaf0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (f61f1c77-0f9d-4b33-b332-99ce51f181b0), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.572246 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e68b9130-8c90-43ca-b5a4-2dff344edaf0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (f61f1c77-0f9d-4b33-b332-99ce51f181b0), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.572588 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e68b9130-8c90-43ca-b5a4-2dff344edaf0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (f61f1c77-0f9d-4b33-b332-99ce51f181b0), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.588555 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-e68b9130-8c90-43ca-b5a4-2dff344edaf0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Calling delete_port for f61f1c77-0f9d-4b33-b332-99ce51f181b0 owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:02:24.833813 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b3911de0-59ee-419b-bf43-d13caabebf1f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.838832 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b3911de0-59ee-419b-bf43-d13caabebf1f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (282052e5-413a-452c-8fe1-cac53099dd74), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.845888 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4208b596-39fa-4701-8fbb-e471f3af4e3d no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:02:24.872924 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 4208b596-39fa-4701-8fbb-e471f3af4e3d {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:02:24.873628 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4208b596-39fa-4701-8fbb-e471f3af4e3d not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:02:24.895306 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e68b9130-8c90-43ca-b5a4-2dff344edaf0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (f61f1c77-0f9d-4b33-b332-99ce51f181b0), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.908583 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:24.923984 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b9130-8c90-43ca-b5a4-2dff344edaf0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'Port': ['ID=f61f1c77-0f9d-4b33-b332-99ce51f181b0,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:24.938965 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-b3911de0-59ee-419b-bf43-d13caabebf1f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Floating IP 282052e5-413a-452c-8fe1-cac53099dd74 associated. External IP: 172.27.2.197, port: 5f11220e-58cf-4888-ba67-1f3a06c90ba3. Jun 07 16:02:24.989004 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e68b9130-8c90-43ca-b5a4-2dff344edaf0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (151d50b6-cbf1-4c17-b795-4b481d35f9ba), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.991688 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e68b9130-8c90-43ca-b5a4-2dff344edaf0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:24.992858 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-e68b9130-8c90-43ca-b5a4-2dff344edaf0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "DELETE /v2.0/floatingips/151d50b6-cbf1-4c17-b795-4b481d35f9ba HTTP/1.1" status: 204 len: 168 time: 0.6073890 Jun 07 16:02:25.066926 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57530) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:25.071965 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-ac560464-ebcb-4a57-99ec-64088c60c77e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226190838', 'description': 'tempest-description--2052591754'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:25.093546 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ac560464-ebcb-4a57-99ec-64088c60c77e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.144715 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3911de0-59ee-419b-bf43-d13caabebf1f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:02:25.167347 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ac560464-ebcb-4a57-99ec-64088c60c77e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (bf6bdb16-ab5b-4471-a86c-66d05eb41668), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.171908 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ac560464-ebcb-4a57-99ec-64088c60c77e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (bf6bdb16-ab5b-4471-a86c-66d05eb41668), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.201695 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ac560464-ebcb-4a57-99ec-64088c60c77e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.205614 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ac560464-ebcb-4a57-99ec-64088c60c77e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1350307 Jun 07 16:02:25.206007 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57532) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:25.206887 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac560464-ebcb-4a57-99ec-64088c60c77e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6bdb16-ab5b-4471-a86c-66d05eb41668,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:25.211500 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-72006413-63c2-48f5-b979-89c495ca58ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group_rule': {'security_group_id': 'bf6bdb16-ab5b-4471-a86c-66d05eb41668', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:25.278632 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3911de0-59ee-419b-bf43-d13caabebf1f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:02:25.280304 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-72006413-63c2-48f5-b979-89c495ca58ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (23324ce3-20c2-4325-961a-27a8f2c6efc0), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.286180 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b3911de0-59ee-419b-bf43-d13caabebf1f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.288167 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da0d22-4c8a-4c5e-8d39-cb6b5c6bf298 None None] Sync routers for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:02:25.298821 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da0d22-4c8a-4c5e-8d39-cb6b5c6bf298 None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:25.299423 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-90da0d22-4c8a-4c5e-8d39-cb6b5c6bf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:25.342497 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b3911de0-59ee-419b-bf43-d13caabebf1f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "PUT /v2.0/floatingips/282052e5-413a-452c-8fe1-cac53099dd74 HTTP/1.1" status: 200 len: 991 time: 1.2233765 Jun 07 16:02:25.347536 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:25.349700 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8106af6-710d-4b9b-a565-a27742f99ced" -d '{"events": [{"name": "network-changed", "server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:25.372933 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-72006413-63c2-48f5-b979-89c495ca58ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (23324ce3-20c2-4325-961a-27a8f2c6efc0), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.377753 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-72006413-63c2-48f5-b979-89c495ca58ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (23324ce3-20c2-4325-961a-27a8f2c6efc0), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.392759 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b3c3b3-4869-45af-96ce-2fa9cda1d7eb x-openstack-request-id: req-18b3c3b3-4869-45af-96ce-2fa9cda1d7eb {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:25.393050 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:25.393298 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18b3c3b3-4869-45af-96ce-2fa9cda1d7eb {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:25.393696 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b3c3b3-4869-45af-96ce-2fa9cda1d7eb'] response: {'name': 'network-changed', 'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'status': 'completed', 'code': 200} Jun 07 16:02:25.399331 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72006413-63c2-48f5-b979-89c495ca58ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23324ce3-20c2-4325-961a-27a8f2c6efc0,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:25.408635 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-72006413-63c2-48f5-b979-89c495ca58ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.409284 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-90da0d22-4c8a-4c5e-8d39-cb6b5c6bf298 None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:25.413068 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57538) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:25.413638 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-72006413-63c2-48f5-b979-89c495ca58ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2062254 Jun 07 16:02:25.417784 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-7b2bae2c-fc61-406c-97d8-1867865e1804 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group_rule': {'security_group_id': 'bf6bdb16-ab5b-4471-a86c-66d05eb41668', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:25.423316 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:25.452379 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7b2bae2c-fc61-406c-97d8-1867865e1804 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (63ad32d4-2cfd-45c3-805a-8d238ab5d4eb), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.459108 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:25.463646 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8106af6-710d-4b9b-a565-a27742f99ced req-9e924267-04cd-4481-a6a4-b20b72396125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:25.465417 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d8106af6-710d-4b9b-a565-a27742f99ced req-9e924267-04cd-4481-a6a4-b20b72396125 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 1129 time: 0.0436561 Jun 07 16:02:25.518341 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7b2bae2c-fc61-406c-97d8-1867865e1804 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (63ad32d4-2cfd-45c3-805a-8d238ab5d4eb), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.524017 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7b2bae2c-fc61-406c-97d8-1867865e1804 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (63ad32d4-2cfd-45c3-805a-8d238ab5d4eb), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.544718 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bae2c-fc61-406c-97d8-1867865e1804 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ad32d4-2cfd-45c3-805a-8d238ab5d4eb,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:25.557919 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7b2bae2c-fc61-406c-97d8-1867865e1804 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.561721 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-7b2bae2c-fc61-406c-97d8-1867865e1804 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465082 Jun 07 16:02:25.562565 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57540) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:25.568867 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:25.576409 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8106af6-710d-4b9b-a565-a27742f99ced req-d116f807-ebb5-49f6-a83d-cd1b1edd1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:25.578225 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d8106af6-710d-4b9b-a565-a27742f99ced req-d116f807-ebb5-49f6-a83d-cd1b1edd1798 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 920 time: 0.1059020 Jun 07 16:02:25.580819 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:25.596305 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.652076 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d8106af6-710d-4b9b-a565-a27742f99ced req-b35e56eb-2e01-4530-a416-277e181f6a24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3 HTTP/1.1" status: 200 len: 999 time: 0.0672958 Jun 07 16:02:25.683549 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.704389 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8106af6-710d-4b9b-a565-a27742f99ced req-d3ae10da-7dc1-47ac-8faa-d47fbcadde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:25.706117 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d8106af6-710d-4b9b-a565-a27742f99ced req-d3ae10da-7dc1-47ac-8faa-d47fbcadde85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.0478849 Jun 07 16:02:25.744744 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-90da0d22-4c8a-4c5e-8d39-cb6b5c6bf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '282052e5-413a-452c-8fe1-cac53099dd74', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'port_id': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'mac_address': 'fa:16:3e:b4:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:08Z', 'updated_at': '2022-06-07T16:02:24Z', 'revision_number': 1, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 5, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:25.752710 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8106af6-710d-4b9b-a565-a27742f99ced req-4b18410e-0d03-43a0-a01f-25dc4970c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:25.754224 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d8106af6-710d-4b9b-a565-a27742f99ced req-4b18410e-0d03-43a0-a01f-25dc4970c1ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420325 Jun 07 16:02:25.769412 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da0d22-4c8a-4c5e-8d39-cb6b5c6bf298 None None] Checking router: 40742c78-b3be-4eb9-b0a3-49a9b55484a6 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:02:25.779368 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da0d22-4c8a-4c5e-8d39-cb6b5c6bf298 None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:25.779989 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-90da0d22-4c8a-4c5e-8d39-cb6b5c6bf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:25.802839 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Allocated IP 172.27.2.128 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:02:25.851300 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d8106af6-710d-4b9b-a565-a27742f99ced req-8eb612fd-a273-44c9-b879-f76233b680f8 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903938 Jun 07 16:02:25.885835 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-90da0d22-4c8a-4c5e-8d39-cb6b5c6bf298 None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:25.915517 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.920186 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:25.930844 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:25.950456 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d8106af6-710d-4b9b-a565-a27742f99ced req-fa1230c0-9be6-46e3-bf6e-4ef0894871f9 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930307 Jun 07 16:02:25.953038 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:25.999413 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:02:26.006559 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:02:26.009315 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:26.011411 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:02:26.047793 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:26.091874 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (861248aa-36ae-43d3-bef9-632efa6b80ab), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:26.109264 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-90da0d22-4c8a-4c5e-8d39-cb6b5c6bf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '282052e5-413a-452c-8fe1-cac53099dd74', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'port_id': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'mac_address': 'fa:16:3e:b4:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:08Z', 'updated_at': '2022-06-07T16:02:24Z', 'revision_number': 1, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 5, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:26.128045 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:26.133815 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da0d22-4c8a-4c5e-8d39-cb6b5c6bf298 None None] The sync data for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi is: [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '282052e5-413a-452c-8fe1-cac53099dd74', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'port_id': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'mac_address': 'fa:16:3e:b4:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:08Z', 'updated_at': '2022-06-07T16:02:24Z', 'revision_number': 1, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 5, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:02:26.255826 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:26.298526 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:26.316472 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:26.321122 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1212707'] for port (ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:26.347330 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00932dd1-00cc-4ccd-bd9c-7c0825666d56 None None] New status for floating IP 282052e5-413a-452c-8fe1-cac53099dd74: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:02:26.394445 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:26.406851 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (861248aa-36ae-43d3-bef9-632efa6b80ab), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:26.423335 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:26.429797 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ecaa403c-2340-42e9-98ef-841695e1f494 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8591154 Jun 07 16:02:26.626083 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-50deb633-1ade-474f-b7bb-41c4fe3cea22 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--226190838&fields=id&tenant_id=e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 267 time: 0.0433655 Jun 07 16:02:26.731633 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1a8db5a9-79fe-4f1e-866d-fdf76f008414 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:26.733003 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1a8db5a9-79fe-4f1e-866d-fdf76f008414 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 813 time: 0.1006365 Jun 07 16:02:26.747571 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-16107cc7-3a41-4ffb-b00e-e363b1b37301 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/quotas/e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 375 time: 0.0094180 Jun 07 16:02:26.798253 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1ca3ff5e-946d-4f2c-9267-a193fb39fd1e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460675 Jun 07 16:02:26.890376 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-27a3e372-39da-47c1-bf30-6bdccdf7891e service neutron] 10.222.0.18 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802732 Jun 07 16:02:26.981137 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-f8998eb2-73db-4145-90a2-7cffeab549c9 service neutron] 10.222.0.18 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851760 Jun 07 16:02:27.151067 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94ceca23-76b5-40bd-8464-67d91f841fc6 req-dd8da869-3ed4-42d1-a3e1-a73944ffb926 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 210 time: 0.0315647 Jun 07 16:02:28.144171 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-9448ef3b-aa06-4e2f-ae82-fc7104738283 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:28.145696 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-9448ef3b-aa06-4e2f-ae82-fc7104738283 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 813 time: 0.1013634 Jun 07 16:02:28.190510 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:28.224787 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-51935ee9-b4ac-4ce7-87c2-c39fa9d71f8e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 379 time: 0.0637851 Jun 07 16:02:28.253884 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-85d57c2d-710a-465b-9071-b632472c2367 req-fd7de92c-c09c-4536-9e52-2d92a95550ca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 210 time: 0.0281472 Jun 07 16:02:28.317114 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'port': {'device_id': '68445d53-da9e-442d-93b8-0e70c601457f', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'admin_state_up': True, 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'security_groups': ['bf6bdb16-ab5b-4471-a86c-66d05eb41668']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:28.421752 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Made reservation on behalf of e601e41f827a4c6f8c743a174ac463fa for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:02:28.425538 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:28.550877 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Allocated IP 172.20.0.7 (5c78cec0-a2d6-49be-a908-94b7edf4c82d/92e0daa8-da84-4e33-8497-a16b55d8da8d/9e4269dc-abca-4501-a92b-01c74411106c) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:02:28.659777 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:28.691630 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (9e4269dc-abca-4501-a92b-01c74411106c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:28.721018 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (9e4269dc-abca-4501-a92b-01c74411106c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:28.762387 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:02:28.765546 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:02:28.767993 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:02:28.796328 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=9e4269dc-abca-4501-a92b-01c74411106c,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:28.830785 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:28.831549 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:28.852661 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-0cb224a9-4fb6-446c-a864-2b3826e2d803 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5390186 Jun 07 16:02:28.864603 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Request body: {'port': {'device_id': '68445d53-da9e-442d-93b8-0e70c601457f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:28.941410 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9e4269dc-abca-4501-a92b-01c74411106c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:29.030319 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-14973101-cbc0-42ca-a022-81b0cdf7b933 None None] Provisioning complete for port 9e4269dc-abca-4501-a92b-01c74411106c triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:02:29.031289 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-14973101-cbc0-42ca-a022-81b0cdf7b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (9e4269dc-abca-4501-a92b-01c74411106c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:29.068309 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-14973101-cbc0-42ca-a022-81b0cdf7b933 None None] Port 9e4269dc-abca-4501-a92b-01c74411106c cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:02:29.088478 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:29.241099 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4269dc-abca-4501-a92b-01c74411106c {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:02:29.249800 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Publish callbacks [] for port (9e4269dc-abca-4501-a92b-01c74411106c), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:29.264908 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Transition to ACTIVE for port object 9e4269dc-abca-4501-a92b-01c74411106c will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:02:29.269111 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (9e4269dc-abca-4501-a92b-01c74411106c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:29.323615 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4269dc-abca-4501-a92b-01c74411106c,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:29.415970 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856635b-86f3-4ecb-82ea-86239f3c0ddc req-06800bc1-1c85-493b-896e-c1f1013c3373 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:29.417508 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2856635b-86f3-4ecb-82ea-86239f3c0ddc req-06800bc1-1c85-493b-896e-c1f1013c3373 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 943 time: 0.0764830 Jun 07 16:02:29.451557 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Attempting to bind port 9e4269dc-abca-4501-a92b-01c74411106c on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:02:29.451847 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Attempting to bind port 9e4269dc-abca-4501-a92b-01c74411106c by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:02:29.452110 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Attempting to bind port 9e4269dc-abca-4501-a92b-01c74411106c on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:02:29.459852 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:29.466099 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Port 9e4269dc-abca-4501-a92b-01c74411106c on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:02:29.466414 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Attempting to bind port 9e4269dc-abca-4501-a92b-01c74411106c on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:02:29.485168 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:02:29.485502 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Checking segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:02:29.485886 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Bound using segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:02:29.486313 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Bound port: 9e4269dc-abca-4501-a92b-01c74411106c, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:02:29.486695 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9e4269dc-abca-4501-a92b-01c74411106c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:29.500814 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2856635b-86f3-4ecb-82ea-86239f3c0ddc req-c2c8018e-d5a5-4919-88f4-1626f32d342f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745010 Jun 07 16:02:29.552156 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] For port 9e4269dc-abca-4501-a92b-01c74411106c, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:02:29.555728 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] For port 9e4269dc-abca-4501-a92b-01c74411106c, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9e4269dc-abca-4501-a92b-01c74411106c,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:02:29.561327 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (9e4269dc-abca-4501-a92b-01c74411106c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:29.594199 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:29.594804 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:29.596170 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/9e4269dc-abca-4501-a92b-01c74411106c HTTP/1.1" status: 200 len: 1093 time: 0.7362294 Jun 07 16:02:29.596617 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68445d53-da9e-442d-93b8-0e70c601457f', 'tag': '9e4269dc-abca-4501-a92b-01c74411106c'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:29.598844 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aeabd1-e924-4180-a7f6-aa4d45746455" -d '{"events": [{"name": "network-changed", "server_uuid": "68445d53-da9e-442d-93b8-0e70c601457f", "tag": "9e4269dc-abca-4501-a92b-01c74411106c"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:29.625121 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daffe06-2f71-4f93-98bd-6caa57ec00e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4269dc-abca-4501-a92b-01c74411106c,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:29.650517 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9596969-cf8b-4137-9590-d2a40e09b394 x-openstack-request-id: req-a9596969-cf8b-4137-9590-d2a40e09b394 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:29.650807 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68445d53-da9e-442d-93b8-0e70c601457f", "tag": "9e4269dc-abca-4501-a92b-01c74411106c", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:29.651058 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9596969-cf8b-4137-9590-d2a40e09b394 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:29.651473 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9596969-cf8b-4137-9590-d2a40e09b394'] response: {'name': 'network-changed', 'server_uuid': '68445d53-da9e-442d-93b8-0e70c601457f', 'tag': '9e4269dc-abca-4501-a92b-01c74411106c', 'status': 'completed', 'code': 200} Jun 07 16:02:29.718062 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeabd1-e924-4180-a7f6-aa4d45746455 req-b7ea4d93-4d74-404b-b73c-d45993e182a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:29.719577 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21aeabd1-e924-4180-a7f6-aa4d45746455 req-b7ea4d93-4d74-404b-b73c-d45993e182a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 1127 time: 0.0449867 Jun 07 16:02:29.881267 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeabd1-e924-4180-a7f6-aa4d45746455 req-ff6856b1-699a-4ef8-a416-9c04ff4e1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:29.883035 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21aeabd1-e924-4180-a7f6-aa4d45746455 req-ff6856b1-699a-4ef8-a416-9c04ff4e1dd0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e601e41f827a4c6f8c743a174ac463fa&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0974483 Jun 07 16:02:29.980259 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeabd1-e924-4180-a7f6-aa4d45746455 req-dcd5312e-9c2e-4cf4-81d5-23a14b401095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:29.981976 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21aeabd1-e924-4180-a7f6-aa4d45746455 req-dcd5312e-9c2e-4cf4-81d5-23a14b401095 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935395 Jun 07 16:02:30.084479 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-e73b8fb4-f546-4685-824a-e6037bceb61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:30.086639 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-e73b8fb4-f546-4685-824a-e6037bceb61c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 1127 time: 0.0426555 Jun 07 16:02:30.126021 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-153f6cc3-732a-4fca-b672-599fa6688d01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4269dc-abca-4501-a92b-01c74411106c HTTP/1.1" status: 200 len: 217 time: 0.0319400 Jun 07 16:02:30.161840 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:30.178521 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-88d75554-764b-4f17-862e-12e8f45f389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:30.180316 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-88d75554-764b-4f17-862e-12e8f45f389d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.0488441 Jun 07 16:02:30.225064 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-03edf009-e088-49ac-9eb1-a5bc1fb2db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:30.226627 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-03edf009-e088-49ac-9eb1-a5bc1fb2db6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387640 Jun 07 16:02:30.332214 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-f97cca6e-b27e-43ab-9f62-dd1503f6cfc4 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873547 Jun 07 16:02:30.422654 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64b5b15d-90a3-4d23-9e8c-796b1da1d721 req-a9446704-5578-46c8-bd2f-dfaa1e98101a service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837953 Jun 07 16:02:30.555792 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1d52c-63b4-4823-84e4-6e89ec135650 req-e6e3153c-6031-4a5f-af7a-8998e224a94e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:30.557290 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d0a1d52c-63b4-4823-84e4-6e89ec135650 req-e6e3153c-6031-4a5f-af7a-8998e224a94e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 946 time: 0.0467975 Jun 07 16:02:30.641454 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ab5f7-60ff-49c7-8016-c4086b38bdd8 req-018ec172-95da-4e1a-8629-8a7b1ad474eb tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:30.642886 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b10ab5f7-60ff-49c7-8016-c4086b38bdd8 req-018ec172-95da-4e1a-8629-8a7b1ad474eb tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 943 time: 0.0731764 Jun 07 16:02:30.645838 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d0a1d52c-63b4-4823-84e4-6e89ec135650 req-3ec11f5f-8572-4ae4-ba42-ce4b4824a32f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831001 Jun 07 16:02:30.690525 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b10ab5f7-60ff-49c7-8016-c4086b38bdd8 req-02175fc4-a11e-4c5f-aa89-765ea525bdd0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415323 Jun 07 16:02:31.764977 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402a650-d658-4453-bcb8-b5c619305c9f req-6e8693bb-3984-4aa3-9171-09efdba11c0a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:31.766425 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c402a650-d658-4453-bcb8-b5c619305c9f req-6e8693bb-3984-4aa3-9171-09efdba11c0a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 946 time: 0.0467238 Jun 07 16:02:31.807317 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:31.834054 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d200bd8-aea4-4d25-a775-240b363a5883 req-5a4bd206-b18f-4e85-bad3-fe8ae7939113 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:31.836247 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d200bd8-aea4-4d25-a775-240b363a5883 req-5a4bd206-b18f-4e85-bad3-fe8ae7939113 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 943 time: 0.0688484 Jun 07 16:02:31.865956 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c402a650-d658-4453-bcb8-b5c619305c9f req-339bbc69-fd51-44cc-b52b-a773c0a14bf4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885549 Jun 07 16:02:31.906762 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d200bd8-aea4-4d25-a775-240b363a5883 req-abb4fd2f-95b9-40f2-b2bd-e9556a1d79f5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580847 Jun 07 16:02:33.032684 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad8427-16ba-4ac8-a5a3-6f4bf27ff01c req-ae8c1d1b-9099-44a1-b63e-33d7d6058697 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:33.034145 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2fad8427-16ba-4ac8-a5a3-6f4bf27ff01c req-ae8c1d1b-9099-44a1-b63e-33d7d6058697 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 946 time: 0.0729132 Jun 07 16:02:33.053732 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1a5d7-ca08-404b-a815-efae6c33d2bf req-eaf1bd30-7dd7-41b9-8811-46f1a18a0dad tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:33.055134 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73d1a5d7-ca08-404b-a815-efae6c33d2bf req-eaf1bd30-7dd7-41b9-8811-46f1a18a0dad tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 943 time: 0.0650659 Jun 07 16:02:33.123898 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2fad8427-16ba-4ac8-a5a3-6f4bf27ff01c req-9256659a-61b9-4d51-bdf7-340a822d8824 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=eba72155-350e-4a07-916f-5791bfb379db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836461 Jun 07 16:02:33.127805 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73d1a5d7-ca08-404b-a815-efae6c33d2bf req-eeafd43e-0d8b-4dcc-b9aa-891a70dc44cc tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660663 Jun 07 16:02:33.317459 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-7d766079-1996-4dd7-8ae2-9daff329670e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:33.318894 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-7d766079-1996-4dd7-8ae2-9daff329670e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 946 time: 0.0463293 Jun 07 16:02:33.403952 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Deleting port 9b997521-b0f1-4473-8789-20e9f18a83df {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:02:33.404288 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:33.458097 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:33.496850 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] For port 9b997521-b0f1-4473-8789-20e9f18a83df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9b997521-b0f1-4473-8789-20e9f18a83df,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:33.497207 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:33.898806 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:33.899165 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:33.899476 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Floating IP ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c disassociated. External IP: 172.27.2.250, port: 9b997521-b0f1-4473-8789-20e9f18a83df. Jun 07 16:02:33.899823 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Calling delete_port for 9b997521-b0f1-4473-8789-20e9f18a83df owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:02:34.025774 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (9b997521-b0f1-4473-8789-20e9f18a83df), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:34.050646 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event deleted for resources: {'Port': ['ID=9b997521-b0f1-4473-8789-20e9f18a83df,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:34.160456 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Router a89e11e7-d44a-44a0-8f2d-e7000ad02377 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:02:34.265615 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:34.294561 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-de5a7fab-00ef-4984-a5aa-9e2d6acdb147 req-8b5af8de-9b30-405e-9458-9e90293146c4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6d85f31-64e0-469b-ab5d-bb1534dc3889 HTTP/1.1" status: 200 len: 210 time: 0.0878441 Jun 07 16:02:34.314394 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75fad-f6a0-4530-88fa-193fc2dbe4ef req-4cc4ffdf-d8e3-4715-bf96-2c4bfe3d040d tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:34.315844 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0cb75fad-f6a0-4530-88fa-193fc2dbe4ef req-4cc4ffdf-d8e3-4715-bf96-2c4bfe3d040d tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 943 time: 0.1081092 Jun 07 16:02:34.350157 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:02:34.361807 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c3886-4942-4207-a08e-e1d0c39a700d None None] Sync routers for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:02:34.372054 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c3886-4942-4207-a08e-e1d0c39a700d None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:34.372695 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-0e5c3886-4942-4207-a08e-e1d0c39a700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:34.410680 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] No DVR routers for this DVR port 9b997521-b0f1-4473-8789-20e9f18a83df on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:02:34.414302 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:34.417877 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cc3f80af-31a2-4b04-8499-e8342b3f9aad req-e3e36d7d-9ff4-44f3-b119-b7bfd0330bae tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.24 "DELETE /v2.0/ports/9b997521-b0f1-4473-8789-20e9f18a83df HTTP/1.1" status: 204 len: 173 time: 1.0927260 Jun 07 16:02:34.418321 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'name': 'network-vif-deleted', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:34.420756 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f5decd-abe1-4a8e-a012-5308afd1378a" -d '{"events": [{"server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "name": "network-vif-deleted", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:34.426492 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0cb75fad-f6a0-4530-88fa-193fc2dbe4ef req-be64d551-1f5f-4b24-924d-508e1a1ae514 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021073 Jun 07 16:02:34.468440 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b19883-48f8-45ac-840e-f68b075b48b1 x-openstack-request-id: req-81b19883-48f8-45ac-840e-f68b075b48b1 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:34.468841 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d85f31-64e0-469b-ab5d-bb1534dc3889", "name": "network-vif-deleted", "tag": "9b997521-b0f1-4473-8789-20e9f18a83df", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:34.469137 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81b19883-48f8-45ac-840e-f68b075b48b1 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:34.469582 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b19883-48f8-45ac-840e-f68b075b48b1'] response: {'server_uuid': 'a6d85f31-64e0-469b-ab5d-bb1534dc3889', 'name': 'network-vif-deleted', 'tag': '9b997521-b0f1-4473-8789-20e9f18a83df', 'status': 'completed', 'code': 200} Jun 07 16:02:34.482077 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-0e5c3886-4942-4207-a08e-e1d0c39a700d None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:34.692900 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-0e5c3886-4942-4207-a08e-e1d0c39a700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:34.717271 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c3886-4942-4207-a08e-e1d0c39a700d None None] Checking router: a89e11e7-d44a-44a0-8f2d-e7000ad02377 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:02:34.725519 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c3886-4942-4207-a08e-e1d0c39a700d None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:34.726491 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-0e5c3886-4942-4207-a08e-e1d0c39a700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:34.824622 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-0e5c3886-4942-4207-a08e-e1d0c39a700d None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:34.875009 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9e4269dc-abca-4501-a92b-01c74411106c details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:02:34.972343 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9e4269dc-abca-4501-a92b-01c74411106c, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9e4269dc-abca-4501-a92b-01c74411106c,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:34.984033 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '9e4269dc-abca-4501-a92b-01c74411106c', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'port_id': '9e4269dc-abca-4501-a92b-01c74411106c', 'mac_address': 'fa:16:3e:64:2a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:02:35.004331 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-0e5c3886-4942-4207-a08e-e1d0c39a700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:35.023948 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9e4269dc-abca-4501-a92b-01c74411106c is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:02:35.024332 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9e4269dc-abca-4501-a92b-01c74411106c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.036170 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c3886-4942-4207-a08e-e1d0c39a700d None None] The sync data for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi is: [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:02:35.037533 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4269dc-abca-4501-a92b-01c74411106c {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:02:35.059022 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9e4269dc-abca-4501-a92b-01c74411106c, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9e4269dc-abca-4501-a92b-01c74411106c,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:35.063172 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9e4269dc-abca-4501-a92b-01c74411106c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.112491 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9e4269dc-abca-4501-a92b-01c74411106c,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:35.265924 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b3465-91b3-4539-b1a5-a5506a961f3a None None] New status for floating IP ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:02:35.387893 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['9e4269dc-abca-4501-a92b-01c74411106c'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:02:35.394341 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57620) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:35.451544 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d644f011-44f2-4286-a935-f0c806584067 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (eba72155-350e-4a07-916f-5791bfb379db), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.475014 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d644f011-44f2-4286-a935-f0c806584067 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (eba72155-350e-4a07-916f-5791bfb379db), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.525239 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:35.534721 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d644f011-44f2-4286-a935-f0c806584067 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (eba72155-350e-4a07-916f-5791bfb379db), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.537142 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:35.540690 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d644f011-44f2-4286-a935-f0c806584067 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.546572 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-d644f011-44f2-4286-a935-f0c806584067 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "DELETE /v2.0/security-groups/eba72155-350e-4a07-916f-5791bfb379db HTTP/1.1" status: 204 len: 168 time: 0.1509905 Jun 07 16:02:35.551531 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57624) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:35.560415 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644f011-44f2-4286-a935-f0c806584067 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba72155-350e-4a07-916f-5791bfb379db,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:35.573847 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d720e8-b579-4cf8-b588-2c2c431691e3 req-12c9f540-e705-4c93-9478-50b28c363cac tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:35.575323 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-86d720e8-b579-4cf8-b588-2c2c431691e3 req-12c9f540-e705-4c93-9478-50b28c363cac tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 944 time: 0.0624299 Jun 07 16:02:35.576547 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.api.v2.resource [None req-aa6075a2-6bb4-4a3a-81cb-88a9615be836 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] show failed (client error): The resource could not be found. Jun 07 16:02:35.577632 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-aa6075a2-6bb4-4a3a-81cb-88a9615be836 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups/eba72155-350e-4a07-916f-5791bfb379db HTTP/1.1" status: 404 len: 347 time: 0.0251968 Jun 07 16:02:35.580898 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57626) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:35.595054 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:35.626982 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-86d720e8-b579-4cf8-b588-2c2c431691e3 req-5ebc40ce-c4b8-4cdc-8933-645e7cc921fe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458183 Jun 07 16:02:35.692390 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6fa3de94-be80-43e4-9c44-988426cfae51 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Deleting port f88da28f-d0ba-4a16-8c37-fbeb0e4a6988 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:02:35.692721 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6fa3de94-be80-43e4-9c44-988426cfae51 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (f88da28f-d0ba-4a16-8c37-fbeb0e4a6988), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.769134 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6fa3de94-be80-43e4-9c44-988426cfae51 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (f88da28f-d0ba-4a16-8c37-fbeb0e4a6988), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.769428 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6fa3de94-be80-43e4-9c44-988426cfae51 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (f88da28f-d0ba-4a16-8c37-fbeb0e4a6988), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.781220 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6fa3de94-be80-43e4-9c44-988426cfae51 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Calling delete_port for f88da28f-d0ba-4a16-8c37-fbeb0e4a6988 owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:02:35.909863 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6fa3de94-be80-43e4-9c44-988426cfae51 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (f88da28f-d0ba-4a16-8c37-fbeb0e4a6988), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.934370 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3de94-be80-43e4-9c44-988426cfae51 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event deleted for resources: {'Port': ['ID=f88da28f-d0ba-4a16-8c37-fbeb0e4a6988,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:35.995067 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6fa3de94-be80-43e4-9c44-988426cfae51 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.997485 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6fa3de94-be80-43e4-9c44-988426cfae51 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:35.998603 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-6fa3de94-be80-43e4-9c44-988426cfae51 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "DELETE /v2.0/floatingips/ca0cffce-6c7c-4eb7-a27b-8a51236d8b5c HTTP/1.1" status: 204 len: 168 time: 0.4167635 Jun 07 16:02:36.082052 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57630) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:36.086658 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-89baab83-e5e5-42df-a588-aebb414ddbb4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374821458', 'description': 'tempest-description--753583759'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:36.107549 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-89baab83-e5e5-42df-a588-aebb414ddbb4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.146639 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:36.168748 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:36.181215 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-89baab83-e5e5-42df-a588-aebb414ddbb4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (4d95912d-d337-4068-95e6-f7040e164620), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.184968 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-89baab83-e5e5-42df-a588-aebb414ddbb4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (4d95912d-d337-4068-95e6-f7040e164620), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.220264 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-89baab83-e5e5-42df-a588-aebb414ddbb4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.221524 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-89baab83-e5e5-42df-a588-aebb414ddbb4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1384709 Jun 07 16:02:36.223491 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baab83-e5e5-42df-a588-aebb414ddbb4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d95912d-d337-4068-95e6-f7040e164620,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:36.224488 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57632) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:36.229434 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-e35a0694-17dd-439b-8ee8-239295d8daa3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'security_group_rule': {'security_group_id': '4d95912d-d337-4068-95e6-f7040e164620', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:36.258746 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e35a0694-17dd-439b-8ee8-239295d8daa3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (d76b2d01-c14c-4fba-8242-b7fe66201658), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.321017 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e35a0694-17dd-439b-8ee8-239295d8daa3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (d76b2d01-c14c-4fba-8242-b7fe66201658), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.324704 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e35a0694-17dd-439b-8ee8-239295d8daa3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (d76b2d01-c14c-4fba-8242-b7fe66201658), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.342863 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a0694-17dd-439b-8ee8-239295d8daa3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76b2d01-c14c-4fba-8242-b7fe66201658,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:36.349678 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e35a0694-17dd-439b-8ee8-239295d8daa3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.351386 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e35a0694-17dd-439b-8ee8-239295d8daa3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253600 Jun 07 16:02:36.354139 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57634) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:36.358526 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-85024697-a13a-4b25-a5e5-653944a770b5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'security_group_rule': {'security_group_id': '4d95912d-d337-4068-95e6-f7040e164620', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:36.383989 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-85024697-a13a-4b25-a5e5-653944a770b5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (ee1d282c-122c-49cf-8729-967386287956), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.438232 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-85024697-a13a-4b25-a5e5-653944a770b5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (ee1d282c-122c-49cf-8729-967386287956), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.441606 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-85024697-a13a-4b25-a5e5-653944a770b5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (ee1d282c-122c-49cf-8729-967386287956), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.459616 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85024697-a13a-4b25-a5e5-653944a770b5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1d282c-122c-49cf-8729-967386287956,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:36.466396 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-85024697-a13a-4b25-a5e5-653944a770b5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.467601 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-85024697-a13a-4b25-a5e5-653944a770b5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125581 Jun 07 16:02:36.470646 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57636) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:36.474824 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:36.496290 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.580710 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.687392 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Allocated IP 172.27.2.242 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/caad34c0-d635-4040-8f9c-44dec2c86768) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:02:36.792068 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:36.798223 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba9dfd-ba0f-41e8-b8ac-d6b641dfc9e4 req-faca9598-a98a-41f4-b5ab-711387db7859 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:36.799730 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-eeba9dfd-ba0f-41e8-b8ac-d6b641dfc9e4 req-faca9598-a98a-41f4-b5ab-711387db7859 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 944 time: 0.0883229 Jun 07 16:02:36.844740 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for port (caad34c0-d635-4040-8f9c-44dec2c86768), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.876172 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:36.885572 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-eeba9dfd-ba0f-41e8-b8ac-d6b641dfc9e4 req-db6fd79e-bcaf-4911-a7dc-56998bee7902 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784116 Jun 07 16:02:36.888397 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9e4269dc-abca-4501-a92b-01c74411106c up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:02:36.905979 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (caad34c0-d635-4040-8f9c-44dec2c86768), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.935688 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 9e4269dc-abca-4501-a92b-01c74411106c completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:02:36.941640 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 9e4269dc-abca-4501-a92b-01c74411106c triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:02:36.942063 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (9e4269dc-abca-4501-a92b-01c74411106c), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:36.947873 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:02:36.950958 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:02:36.957111 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:02:36.962363 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'Port': ['ID=caad34c0-d635-4040-8f9c-44dec2c86768,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:37.020111 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9e4269dc-abca-4501-a92b-01c74411106c is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:02:37.020513 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9e4269dc-abca-4501-a92b-01c74411106c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:37.043038 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (36a98aec-f512-498e-ba4c-7750bd5be714), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:37.043476 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68445d53-da9e-442d-93b8-0e70c601457f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4269dc-abca-4501-a92b-01c74411106c'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:37.045638 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181fc152-d7fb-4a1f-bb13-729f67dc8113" -d '{"events": [{"server_uuid": "68445d53-da9e-442d-93b8-0e70c601457f", "name": "network-vif-plugged", "status": "completed", "tag": "9e4269dc-abca-4501-a92b-01c74411106c"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:37.058945 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9e4269dc-abca-4501-a92b-01c74411106c, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9e4269dc-abca-4501-a92b-01c74411106c,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:37.063868 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9e4269dc-abca-4501-a92b-01c74411106c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:37.082770 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (caad34c0-d635-4040-8f9c-44dec2c86768), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:37.089055 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cb35d8-b98e-4a0f-94f1-3673f52d2c0e x-openstack-request-id: req-d2cb35d8-b98e-4a0f-94f1-3673f52d2c0e {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:37.089480 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68445d53-da9e-442d-93b8-0e70c601457f", "name": "network-vif-plugged", "status": "completed", "tag": "9e4269dc-abca-4501-a92b-01c74411106c", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:37.089731 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2cb35d8-b98e-4a0f-94f1-3673f52d2c0e {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:37.090112 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2cb35d8-b98e-4a0f-94f1-3673f52d2c0e'] response: {'server_uuid': '68445d53-da9e-442d-93b8-0e70c601457f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4269dc-abca-4501-a92b-01c74411106c', 'code': 200} Jun 07 16:02:37.117336 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9e4269dc-abca-4501-a92b-01c74411106c,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:37.298218 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for port (caad34c0-d635-4040-8f9c-44dec2c86768), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:37.300270 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b832c9-3d69-43fe-9694-20c22e109889 req-7c80de73-a1bb-490d-b6ae-42915a13b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:37.301833 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a1b832c9-3d69-43fe-9694-20c22e109889 req-7c80de73-a1bb-490d-b6ae-42915a13b019 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 1129 time: 0.0613945 Jun 07 16:02:37.302831 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (caad34c0-d635-4040-8f9c-44dec2c86768), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:37.387493 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'Port': ['ID=caad34c0-d635-4040-8f9c-44dec2c86768,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:37.414148 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a1b832c9-3d69-43fe-9694-20c22e109889 req-c440d6c9-9cfa-4434-ada3-063f649301e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020005 Jun 07 16:02:37.414980 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (36a98aec-f512-498e-ba4c-7750bd5be714), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:37.430508 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:37.431656 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3c747468-a67a-4077-8b8d-f1f7cbc18b05 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9600844 Jun 07 16:02:37.644526 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-d100a165-1ecb-4552-a494-12c8f994535e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--374821458&fields=id&tenant_id=d9f6ff4cee09476c925730a31d32e56f HTTP/1.1" status: 200 len: 267 time: 0.0486634 Jun 07 16:02:37.714771 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:37.770668 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-fc296dcd-f493-4d39-900a-c1810bffcee8 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:37.772127 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-fc296dcd-f493-4d39-900a-c1810bffcee8 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 816 time: 0.1202183 Jun 07 16:02:37.788524 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-9ea90e3e-cc4a-498c-a47d-3036d1903bda tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/quotas/d9f6ff4cee09476c925730a31d32e56f HTTP/1.1" status: 200 len: 375 time: 0.0092766 Jun 07 16:02:37.850085 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-3c860b27-6790-4112-b16d-1edd0dcb8ac6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563040 Jun 07 16:02:37.970956 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:38.009349 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-64e31b00-487b-4584-9d84-23c86fe67855 service neutron] 10.222.0.18 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454065 Jun 07 16:02:38.045238 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc2e10-6a3e-4765-b627-479d632691a0 req-0d35806f-ccd9-48a8-b9e8-f081df96ce2d tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:38.046097 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-34dc2e10-6a3e-4765-b627-479d632691a0 req-0d35806f-ccd9-48a8-b9e8-f081df96ce2d tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 945 time: 0.0896292 Jun 07 16:02:38.151010 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-34dc2e10-6a3e-4765-b627-479d632691a0 req-e9a4f226-4fca-45ba-9935-27ce1a728440 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746796 Jun 07 16:02:38.162315 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-e514a7c8-68c1-4424-8bb6-8419b75ce727 service neutron] 10.222.0.18 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469514 Jun 07 16:02:38.343716 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-370ea335-9624-44ee-a169-aaf2b4526503 req-5402e24d-f462-4c28-a29e-da05c86c18a3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 210 time: 0.0298731 Jun 07 16:02:38.907169 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9b997521-b0f1-4473-8789-20e9f18a83df no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:02:38.929933 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 9b997521-b0f1-4473-8789-20e9f18a83df {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:02:38.930275 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9b997521-b0f1-4473-8789-20e9f18a83df not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:02:39.270217 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b4ebb-d14d-49be-9525-8e6987dbffc6 req-f0702297-7371-4091-857c-0a620292a30e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:39.271701 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d1b4ebb-d14d-49be-9525-8e6987dbffc6 req-f0702297-7371-4091-857c-0a620292a30e tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 945 time: 0.0476294 Jun 07 16:02:39.319858 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d1b4ebb-d14d-49be-9525-8e6987dbffc6 req-06867156-a7d9-4592-94a6-d98786d67a82 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409057 Jun 07 16:02:39.452579 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dace216c-e761-414e-981f-ab6cebd4179d req-ed7c3760-7ed8-4881-aebc-69af8076d518 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 210 time: 0.0324297 Jun 07 16:02:39.460697 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e700c-73e1-4f69-8b26-2fb8f3531c9e req-efded9b3-4bb6-4f79-a4ff-4e8e01e6c681 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:39.462103 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8f8e700c-73e1-4f69-8b26-2fb8f3531c9e req-efded9b3-4bb6-4f79-a4ff-4e8e01e6c681 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 945 time: 0.0753193 Jun 07 16:02:39.470446 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57674) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:39.474693 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-53521938-9b9c-4bf2-a6b8-71a8f18a9a9b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'floatingip': {'port_id': '9e4269dc-abca-4501-a92b-01c74411106c'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:39.512261 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-53521938-9b9c-4bf2-a6b8-71a8f18a9a9b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (861248aa-36ae-43d3-bef9-632efa6b80ab), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:39.887210 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:39.934264 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-8db73096-b48e-4788-bbb8-a80c8d95c6af tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:39.935673 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-8db73096-b48e-4788-bbb8-a80c8d95c6af tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.24 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 816 time: 0.1819329 Jun 07 16:02:40.029730 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-53521938-9b9c-4bf2-a6b8-71a8f18a9a9b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:40.036911 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-53521938-9b9c-4bf2-a6b8-71a8f18a9a9b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (861248aa-36ae-43d3-bef9-632efa6b80ab), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:40.136764 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-6e7315e2-ac94-435f-b971-e17d59224c11 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f6ff4cee09476c925730a31d32e56f HTTP/1.1" status: 200 len: 379 time: 0.1257274 Jun 07 16:02:40.151793 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'port': {'device_id': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'admin_state_up': True, 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'security_groups': ['4d95912d-d337-4068-95e6-f7040e164620']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:40.201585 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-53521938-9b9c-4bf2-a6b8-71a8f18a9a9b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Floating IP 861248aa-36ae-43d3-bef9-632efa6b80ab associated. External IP: 172.27.2.128, port: 9e4269dc-abca-4501-a92b-01c74411106c. Jun 07 16:02:40.243362 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:40.344807 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Made reservation on behalf of d9f6ff4cee09476c925730a31d32e56f for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:02:40.348098 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:40.652799 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7c1e816e-433c-468f-8f0e-0e339ada31b9 req-7a364747-896c-4e3b-9fcd-f4d3e3d82bc0 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 210 time: 0.0373461 Jun 07 16:02:40.789593 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53521938-9b9c-4bf2-a6b8-71a8f18a9a9b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Router ff0099a3-a753-43c4-9c6c-6635c009b24b has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:02:40.848723 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Allocated IP 172.20.0.10 (bca6588e-929f-4019-b79c-d0c7387dc8b6/68756197-dfd1-4511-a517-33dc3439cb43/f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:02:40.850459 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:40.982313 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53521938-9b9c-4bf2-a6b8-71a8f18a9a9b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:02:40.987969 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-53521938-9b9c-4bf2-a6b8-71a8f18a9a9b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:40.992962 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492ae03-b6d5-48ac-9c5d-ec964929837f None None] Sync routers for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:02:41.002542 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492ae03-b6d5-48ac-9c5d-ec964929837f None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:41.003263 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-6492ae03-b6d5-48ac-9c5d-ec964929837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:41.038417 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-53521938-9b9c-4bf2-a6b8-71a8f18a9a9b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "PUT /v2.0/floatingips/861248aa-36ae-43d3-bef9-632efa6b80ab HTTP/1.1" status: 200 len: 991 time: 1.5669372 Jun 07 16:02:41.041165 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68445d53-da9e-442d-93b8-0e70c601457f', 'tag': '9e4269dc-abca-4501-a92b-01c74411106c'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:41.043302 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2333f35d-1775-4391-a5b8-beab560355b7" -d '{"events": [{"name": "network-changed", "server_uuid": "68445d53-da9e-442d-93b8-0e70c601457f", "tag": "9e4269dc-abca-4501-a92b-01c74411106c"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:41.080059 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:41.082317 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b990d36f-fab2-48f6-82aa-e23f24a097ee x-openstack-request-id: req-b990d36f-fab2-48f6-82aa-e23f24a097ee {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:41.082599 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68445d53-da9e-442d-93b8-0e70c601457f", "tag": "9e4269dc-abca-4501-a92b-01c74411106c", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:41.082841 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b990d36f-fab2-48f6-82aa-e23f24a097ee {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:41.083229 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b990d36f-fab2-48f6-82aa-e23f24a097ee'] response: {'name': 'network-changed', 'server_uuid': '68445d53-da9e-442d-93b8-0e70c601457f', 'tag': '9e4269dc-abca-4501-a92b-01c74411106c', 'status': 'completed', 'code': 200} Jun 07 16:02:41.086401 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:41.112766 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-6492ae03-b6d5-48ac-9c5d-ec964929837f None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:41.122204 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:41.185907 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Network bca6588e-929f-4019-b79c-d0c7387dc8b6 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:02:41.187029 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333f35d-1775-4391-a5b8-beab560355b7 req-124e046d-5588-453b-97ce-516c3aebdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:41.188546 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2333f35d-1775-4391-a5b8-beab560355b7 req-124e046d-5588-453b-97ce-516c3aebdf44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 1129 time: 0.0769420 Jun 07 16:02:41.190273 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:41.191730 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:02:41.199915 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:02:41.234582 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event updated for resources: {'Port': ['ID=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:41.293459 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:41.308754 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:41.309410 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:41.353041 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-c1fa18c4-4e62-479b-ad2b-6374fef687b4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2098145 Jun 07 16:02:41.358703 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333f35d-1775-4391-a5b8-beab560355b7 req-a9ec4278-5f6b-42c2-b226-cda3d00116d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:41.360371 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2333f35d-1775-4391-a5b8-beab560355b7 req-a9ec4278-5f6b-42c2-b226-cda3d00116d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 914 time: 0.1545036 Jun 07 16:02:41.375759 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Request body: {'port': {'device_id': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:41.443925 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-6492ae03-b6d5-48ac-9c5d-ec964929837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '861248aa-36ae-43d3-bef9-632efa6b80ab', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '9e4269dc-abca-4501-a92b-01c74411106c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:64:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68445d53-da9e-442d-93b8-0e70c601457f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:26Z', 'updated_at': '2022-06-07T16:02:39Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:41.468819 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492ae03-b6d5-48ac-9c5d-ec964929837f None None] Checking router: ff0099a3-a753-43c4-9c6c-6635c009b24b for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:02:41.478010 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492ae03-b6d5-48ac-9c5d-ec964929837f None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:41.478480 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2333f35d-1775-4391-a5b8-beab560355b7 req-9653a328-b3fa-43a3-820f-7c1531487d39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4269dc-abca-4501-a92b-01c74411106c HTTP/1.1" status: 200 len: 999 time: 0.0995607 Jun 07 16:02:41.478610 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-6492ae03-b6d5-48ac-9c5d-ec964929837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:41.495453 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:41.512476 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-4d802fc5-a6c7-4a66-9d36-5a2163f72363 None None] Provisioning complete for port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:02:41.513459 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4d802fc5-a6c7-4a66-9d36-5a2163f72363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:41.546352 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-4d802fc5-a6c7-4a66-9d36-5a2163f72363 None None] Port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:02:41.568396 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333f35d-1775-4391-a5b8-beab560355b7 req-97e69571-7da1-4b05-a766-58bbe37631cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:41.569896 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2333f35d-1775-4391-a5b8-beab560355b7 req-97e69571-7da1-4b05-a766-58bbe37631cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.0826418 Jun 07 16:02:41.584732 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-6492ae03-b6d5-48ac-9c5d-ec964929837f None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:41.721761 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:41.803581 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333f35d-1775-4391-a5b8-beab560355b7 req-a815aec5-e1dc-40d6-9459-0648c32cb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:41.805129 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2333f35d-1775-4391-a5b8-beab560355b7 req-a815aec5-e1dc-40d6-9459-0648c32cb8e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822589 Jun 07 16:02:41.810994 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-6492ae03-b6d5-48ac-9c5d-ec964929837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '861248aa-36ae-43d3-bef9-632efa6b80ab', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '9e4269dc-abca-4501-a92b-01c74411106c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:64:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68445d53-da9e-442d-93b8-0e70c601457f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:26Z', 'updated_at': '2022-06-07T16:02:39Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:41.814899 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29455b0f-2b9e-415e-bfbf-bc58ec4e77cb req-c13ebbf4-a279-41cf-990e-9ba8029d7127 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:41.816294 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-29455b0f-2b9e-415e-bfbf-bc58ec4e77cb req-c13ebbf4-a279-41cf-990e-9ba8029d7127 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 932 time: 0.0813930 Jun 07 16:02:41.834733 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492ae03-b6d5-48ac-9c5d-ec964929837f None None] The sync data for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi is: [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '861248aa-36ae-43d3-bef9-632efa6b80ab', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '9e4269dc-abca-4501-a92b-01c74411106c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:64:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68445d53-da9e-442d-93b8-0e70c601457f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:26Z', 'updated_at': '2022-06-07T16:02:39Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:02:41.965866 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-29455b0f-2b9e-415e-bfbf-bc58ec4e77cb req-db70ace6-c26a-4d97-8e4c-39ebd02cdaea tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343818 Jun 07 16:02:42.003927 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2333f35d-1775-4391-a5b8-beab560355b7 req-a70e432f-844d-4df6-a544-1b71711deda4 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813419 Jun 07 16:02:42.013911 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:02:42.030375 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Publish callbacks [] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:42.038926 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74162632-fd48-4bdb-87b6-869919f51cfe None None] New status for floating IP 861248aa-36ae-43d3-bef9-632efa6b80ab: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:02:42.071592 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:42.081639 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Transition to ACTIVE for port object f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:02:42.092158 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:42.158335 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Pushing event updated for resources: {'Port': ['ID=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:42.174294 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2333f35d-1775-4391-a5b8-beab560355b7 req-35186385-362d-4314-9070-579fb6461b65 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557519 Jun 07 16:02:42.257382 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Attempting to bind port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:02:42.257713 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Attempting to bind port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:02:42.258048 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Attempting to bind port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff on network bca6588e-929f-4019-b79c-d0c7387dc8b6 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:02:42.262984 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff on network bca6588e-929f-4019-b79c-d0c7387dc8b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:02:42.263379 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Attempting to bind port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff on network bca6588e-929f-4019-b79c-d0c7387dc8b6 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:02:42.268754 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:02:42.269186 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Checking segment: {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:02:42.269664 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Bound using segment: {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:02:42.270160 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Bound port: f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fecef0-794b-4291-888b-db523c145664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:02:42.270597 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:42.337348 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:02:42.340646 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:02:42.346447 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:42.379891 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:42.380578 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:42.382568 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] 10.222.0.24 "PUT /v2.0/ports/f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff HTTP/1.1" status: 200 len: 1094 time: 1.0107999 Jun 07 16:02:42.404402 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d39bd-b770-40ed-957a-78770137960d service neutron] Pushing event updated for resources: {'Port': ['ID=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:42.469135 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-154d91e5-b6b9-4e18-aabf-32f7bfde98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:42.470648 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-154d91e5-b6b9-4e18-aabf-32f7bfde98c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 1128 time: 0.0450673 Jun 07 16:02:42.511855 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-decb1d8c-2351-42e3-bd8d-192b93b7e388 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff HTTP/1.1" status: 200 len: 217 time: 0.0338995 Jun 07 16:02:42.564173 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-21c421c6-6676-4fb6-af3b-4a7f416b8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:42.565651 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-21c421c6-6676-4fb6-af3b-4a7f416b8f0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 200 len: 855 time: 0.0440452 Jun 07 16:02:42.605229 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:42.609810 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-0389e65f-d531-428f-a5fd-9f681b2d7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:42.611303 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-0389e65f-d531-428f-a5fd-9f681b2d7021 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bca6588e-929f-4019-b79c-d0c7387dc8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393214 Jun 07 16:02:42.707841 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-7e1d6560-7d15-44d3-9ea2-799a29d17f01 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850241 Jun 07 16:02:42.807833 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1723015d-6812-46be-bc48-5b4f9c158c7f req-21e0d166-4f91-4a43-a5c1-f1151ea7cfea service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818202 Jun 07 16:02:43.083806 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:43.086251 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:43.093901 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35c99e-7e4d-463d-acf4-28f9f4d57070 req-ea323fc2-0941-4278-a9b2-0c5f7a3aa175 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:43.095354 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ec35c99e-7e4d-463d-acf4-28f9f4d57070 req-ea323fc2-0941-4278-a9b2-0c5f7a3aa175 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0560718 Jun 07 16:02:43.131036 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40104992-90fd-4fc2-900c-371ec0b9c044 x-openstack-request-id: req-40104992-90fd-4fc2-900c-371ec0b9c044 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:43.131315 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:43.131585 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40104992-90fd-4fc2-900c-371ec0b9c044 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:43.132056 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40104992-90fd-4fc2-900c-371ec0b9c044'] response: {'name': 'network-changed', 'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'status': 'completed', 'code': 200} Jun 07 16:02:43.152236 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ec35c99e-7e4d-463d-acf4-28f9f4d57070 req-a8be2e1a-b5bc-497a-9f3b-3e82213e2b89 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507879 Jun 07 16:02:43.931964 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8 req-bd9ab34d-8ff5-477b-a780-f0b4801f1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:43.933494 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8 req-bd9ab34d-8ff5-477b-a780-f0b4801f1bb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 1128 time: 0.0392599 Jun 07 16:02:44.026440 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8 req-a7c3bd88-148b-4b9e-832b-1cbdaa7cd5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:44.027876 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8 req-a7c3bd88-148b-4b9e-832b-1cbdaa7cd5bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 917 time: 0.0871429 Jun 07 16:02:44.067671 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8 req-988d4b73-0d8c-4a80-a5e3-7fa0b6689d85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff HTTP/1.1" status: 200 len: 217 time: 0.0317998 Jun 07 16:02:44.103763 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:44.118789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8 req-3784ef8a-8806-4bdf-91f8-9829ab1e9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:44.120228 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8 req-3784ef8a-8806-4bdf-91f8-9829ab1e9e82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 200 len: 855 time: 0.0436330 Jun 07 16:02:44.165086 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8 req-4f69a924-9efd-4d75-8c0e-bfa8edccc177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:44.166595 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8 req-4f69a924-9efd-4d75-8c0e-bfa8edccc177 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bca6588e-929f-4019-b79c-d0c7387dc8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387404 Jun 07 16:02:44.292569 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92425e4e-0ec6-4ca2-9724-8c07b087bf93 req-f5190dea-9e5b-4092-9dbd-2af6f321516d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:44.294017 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-92425e4e-0ec6-4ca2-9724-8c07b087bf93 req-f5190dea-9e5b-4092-9dbd-2af6f321516d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0657554 Jun 07 16:02:44.299352 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8 req-1725d475-5f04-4863-b8b8-f355c6a771c1 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250081 Jun 07 16:02:44.391361 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-92425e4e-0ec6-4ca2-9724-8c07b087bf93 req-640efc51-e053-4e66-982b-01418960adba tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909266 Jun 07 16:02:44.422663 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07d72e08-4f78-41aa-91e4-8592cc9bb2d8 req-a519adfd-2e2f-49e2-9228-a6842099b95a service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085601 Jun 07 16:02:45.515847 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204642bb-8b96-4751-ab29-73a8853987c9 req-ff3654cf-8ada-467b-86ec-0ee2e4eaf061 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:45.517318 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-204642bb-8b96-4751-ab29-73a8853987c9 req-ff3654cf-8ada-467b-86ec-0ee2e4eaf061 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0475051 Jun 07 16:02:45.564157 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-204642bb-8b96-4751-ab29-73a8853987c9 req-12c0225c-cd1f-4530-a4df-74677dfc00d4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409677 Jun 07 16:02:46.215945 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:46.223100 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:46.686516 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9101f2-cc05-481e-8e98-2cb6d4f92e06 req-51383c90-e609-4760-a3ea-e030c877180f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:46.688773 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8a9101f2-cc05-481e-8e98-2cb6d4f92e06 req-51383c90-e609-4760-a3ea-e030c877180f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0520809 Jun 07 16:02:46.734214 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8a9101f2-cc05-481e-8e98-2cb6d4f92e06 req-6420838a-077a-45cf-b824-5432f6f86acc tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407534 Jun 07 16:02:46.855438 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4c8186cb-7caa-4b2d-809c-3e36a3969afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:46.920844 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:02:47.028558 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:47.040930 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'port_id': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'mac_address': 'fa:16:3e:6a:87:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:02:47.057817 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-5edfdab4-d0fd-48a7-bab4-b4609a6b0af6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381885 Jun 07 16:02:47.078089 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:02:47.078604 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:47.095198 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:02:47.110679 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:47.117599 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:47.122864 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:47.148168 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-fe5da20f-31c2-4372-ac27-0abdfdcf2c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:47.150344 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-fe5da20f-31c2-4372-ac27-0abdfdcf2c58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 1130 time: 0.0470831 Jun 07 16:02:47.173593 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:47.268668 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-590ad89f-f690-40d3-ad94-64a3fd97c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:47.270152 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-590ad89f-f690-40d3-ad94-64a3fd97c323 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 200 len: 912 time: 0.0942144 Jun 07 16:02:47.337633 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-2f7d59c9-5eaa-43ae-8ebb-a5e3528433b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ecb2897-4e5c-4117-b213-8efd5b37c89e HTTP/1.1" status: 200 len: 1001 time: 0.0580733 Jun 07 16:02:47.386817 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-f65dd3b2-ab93-4b27-9173-d71cc920576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:47.388171 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-f65dd3b2-ab93-4b27-9173-d71cc920576a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d2e6771-b172-483a-8869-cf0fd6582503 HTTP/1.1" status: 200 len: 850 time: 0.0442569 Jun 07 16:02:47.442749 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-ccf9799e-5561-4a4b-8f0a-e39bb11aeba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:47.443430 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:02:47.445052 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-ccf9799e-5561-4a4b-8f0a-e39bb11aeba6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419004 Jun 07 16:02:47.508071 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:47.538672 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:47.543459 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-eaaf7dfe-e63c-449d-9b22-02d7a31d2a01 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873566 Jun 07 16:02:47.612119 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:47.640295 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6d751666-c63a-48c0-b6ee-76bec293b1c7 req-220623cb-3d78-44c1-9fb2-17806253e8a2 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903025 Jun 07 16:02:47.849766 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c9fb0-2eab-4553-b071-3e831a49b898 req-7da03dca-4819-438d-9719-1fdd46ec7df9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:47.851213 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3b4c9fb0-2eab-4553-b071-3e831a49b898 req-7da03dca-4819-438d-9719-1fdd46ec7df9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 945 time: 0.0465357 Jun 07 16:02:47.897461 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3b4c9fb0-2eab-4553-b071-3e831a49b898 req-5093771a-4583-4b3f-a608-acaf83ca8821 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403130 Jun 07 16:02:48.934262 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:02:48.978349 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:02:48.985228 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:02:48.985593 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:49.026787 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859d904-5cd6-4589-8054-674a794e67c1 req-bcb2ef28-ed1c-4649-8872-10ba07030838 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:49.028424 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9859d904-5cd6-4589-8054-674a794e67c1 req-bcb2ef28-ed1c-4649-8872-10ba07030838 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 945 time: 0.0502505 Jun 07 16:02:49.032185 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-914f9de1-b087-4881-aa80-929b9c4d7850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:49.074183 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:02:49.074564 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:49.078929 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9859d904-5cd6-4589-8054-674a794e67c1 req-c13d590c-cdcd-4679-aa0f-9fe6655f7e35 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445478 Jun 07 16:02:49.097895 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:49.100195 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30097b9-7ce7-48c2-9859-c3933057c67c" -d '{"events": [{"server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "name": "network-vif-plugged", "status": "completed", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:49.112932 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:02:49.116809 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:49.145252 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfea854-d36a-4f97-9ac5-21c87cd0bb8e x-openstack-request-id: req-4bfea854-d36a-4f97-9ac5-21c87cd0bb8e {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:49.145536 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "name": "network-vif-plugged", "status": "completed", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:49.145799 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bfea854-d36a-4f97-9ac5-21c87cd0bb8e {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:49.146169 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfea854-d36a-4f97-9ac5-21c87cd0bb8e'] response: {'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'code': 200} Jun 07 16:02:49.169983 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:02:49.333859 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca44756-8308-4f87-bfe6-8930ce5a279f req-f1c282ff-edd2-49c0-b465-b0ea5e8b530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:49.335382 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bca44756-8308-4f87-bfe6-8930ce5a279f req-f1c282ff-edd2-49c0-b465-b0ea5e8b530c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 1130 time: 0.0468731 Jun 07 16:02:49.380036 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bca44756-8308-4f87-bfe6-8930ce5a279f req-78212f64-b309-496b-9ac5-74071384d8d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369461 Jun 07 16:02:50.151529 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:50.202386 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267f28b-fd7f-440e-a950-28e3e1da6585 req-a58d73cc-87c3-40b4-aa60-7bd15b5fa752 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:50.203856 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e267f28b-fd7f-440e-a950-28e3e1da6585 req-a58d73cc-87c3-40b4-aa60-7bd15b5fa752 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0492229 Jun 07 16:02:50.215318 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:50.252867 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e267f28b-fd7f-440e-a950-28e3e1da6585 req-b2d42586-54f2-40c2-a96c-d32868959551 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434258 Jun 07 16:02:51.376853 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81ce5c-46b6-4588-bdbe-13c91be83b7a req-1cd9d1c4-424e-4812-8666-d212e8f5dd21 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:51.378341 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8f81ce5c-46b6-4588-bdbe-13c91be83b7a req-1cd9d1c4-424e-4812-8666-d212e8f5dd21 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0519650 Jun 07 16:02:51.424246 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8f81ce5c-46b6-4588-bdbe-13c91be83b7a req-b9843bcc-2f84-4df9-8383-ce2a556b9ee7 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403299 Jun 07 16:02:51.539167 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8032e-b7e2-45ec-8c72-8f59011fbe33 req-6be5a73d-6798-4d20-a61c-512c2cd2a84d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:51.540628 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6df8032e-b7e2-45ec-8c72-8f59011fbe33 req-6be5a73d-6798-4d20-a61c-512c2cd2a84d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0459673 Jun 07 16:02:51.549095 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57716) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:02:51.553383 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-ea1b6037-0c96-46d3-b169-669a70fc5ab2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Request body: {'floatingip': {'port_id': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:02:51.589955 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6037-0c96-46d3-b169-669a70fc5ab2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (36a98aec-f512-498e-ba4c-7750bd5be714), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:51.643348 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:51.650948 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:51.808774 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=50 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:51.814618 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=68 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:52.197252 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.db.resource_extend [None req-ea1b6037-0c96-46d3-b169-669a70fc5ab2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 16:02:52.243353 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6037-0c96-46d3-b169-669a70fc5ab2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:52.247516 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6037-0c96-46d3-b169-669a70fc5ab2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (36a98aec-f512-498e-ba4c-7750bd5be714), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:52.340527 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:52.343538 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-ea1b6037-0c96-46d3-b169-669a70fc5ab2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Floating IP 36a98aec-f512-498e-ba4c-7750bd5be714 associated. External IP: 172.27.2.242, port: f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff. Jun 07 16:02:52.540378 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1b6037-0c96-46d3-b169-669a70fc5ab2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Router a89e11e7-d44a-44a0-8f2d-e7000ad02377 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:02:52.641486 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1b6037-0c96-46d3-b169-669a70fc5ab2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:02:52.645777 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6037-0c96-46d3-b169-669a70fc5ab2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:52.650747 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cfba4-f38c-4e3f-a687-481722fbfd8b None None] Sync routers for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:02:52.661300 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02cfba4-f38c-4e3f-a687-481722fbfd8b None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:52.662012 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-f02cfba4-f38c-4e3f-a687-481722fbfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:52.675369 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ea1b6037-0c96-46d3-b169-669a70fc5ab2 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "PUT /v2.0/floatingips/36a98aec-f512-498e-ba4c-7750bd5be714 HTTP/1.1" status: 200 len: 992 time: 1.1252568 Jun 07 16:02:52.676038 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:02:52.679037 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ca409c-2239-4d68-841e-a2ec49ddceb6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:02:52.715294 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b03cbc-a679-4314-a161-a5feb36c25de x-openstack-request-id: req-c1b03cbc-a679-4314-a161-a5feb36c25de {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:02:52.715578 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:02:52.715822 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1b03cbc-a679-4314-a161-a5feb36c25de {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:02:52.716220 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b03cbc-a679-4314-a161-a5feb36c25de'] response: {'name': 'network-changed', 'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'status': 'completed', 'code': 200} Jun 07 16:02:52.764111 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-f02cfba4-f38c-4e3f-a687-481722fbfd8b None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:52.779100 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca409c-2239-4d68-841e-a2ec49ddceb6 req-e98ff513-8bae-4864-bab6-6e3fe590ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:52.780809 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60ca409c-2239-4d68-841e-a2ec49ddceb6 req-e98ff513-8bae-4864-bab6-6e3fe590ed51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 1130 time: 0.0382764 Jun 07 16:02:52.846447 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:02:52.876715 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca409c-2239-4d68-841e-a2ec49ddceb6 req-5e7237a0-a8a2-48ed-8992-20432ef13602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:52.878166 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60ca409c-2239-4d68-841e-a2ec49ddceb6 req-5e7237a0-a8a2-48ed-8992-20432ef13602 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 917 time: 0.0905023 Jun 07 16:02:52.945647 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60ca409c-2239-4d68-841e-a2ec49ddceb6 req-dabfd0d2-44e4-431a-a141-e7f352130b0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff HTTP/1.1" status: 200 len: 1000 time: 0.0567787 Jun 07 16:02:52.973112 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-f02cfba4-f38c-4e3f-a687-481722fbfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '36a98aec-f512-498e-ba4c-7750bd5be714', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'port_id': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'mac_address': 'fa:16:3e:6a:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:37Z', 'updated_at': '2022-06-07T16:02:51Z', 'revision_number': 1, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:52.995129 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca409c-2239-4d68-841e-a2ec49ddceb6 req-64a0e5ff-4fc7-40c5-917a-f704f71ae0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:52.996602 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60ca409c-2239-4d68-841e-a2ec49ddceb6 req-64a0e5ff-4fc7-40c5-917a-f704f71ae0b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 200 len: 855 time: 0.0437713 Jun 07 16:02:52.998292 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cfba4-f38c-4e3f-a687-481722fbfd8b None None] Checking router: a89e11e7-d44a-44a0-8f2d-e7000ad02377 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:02:53.007255 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02cfba4-f38c-4e3f-a687-481722fbfd8b None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:02:53.008027 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-f02cfba4-f38c-4e3f-a687-481722fbfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:53.043569 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca409c-2239-4d68-841e-a2ec49ddceb6 req-9156ca2f-0a92-4588-b5f7-4734e89d8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:02:53.045071 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60ca409c-2239-4d68-841e-a2ec49ddceb6 req-9156ca2f-0a92-4588-b5f7-4734e89d8fb9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bca6588e-929f-4019-b79c-d0c7387dc8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420609 Jun 07 16:02:53.106444 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-f02cfba4-f38c-4e3f-a687-481722fbfd8b None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:02:53.138932 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60ca409c-2239-4d68-841e-a2ec49ddceb6 req-092d680f-8fed-41be-a1b2-ede21a279367 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829782 Jun 07 16:02:53.231967 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60ca409c-2239-4d68-841e-a2ec49ddceb6 req-d05340a1-667e-43e2-a963-2866a0be1012 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863059 Jun 07 16:02:53.262601 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:02:53.314035 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-f02cfba4-f38c-4e3f-a687-481722fbfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '36a98aec-f512-498e-ba4c-7750bd5be714', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'port_id': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'mac_address': 'fa:16:3e:6a:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:37Z', 'updated_at': '2022-06-07T16:02:51Z', 'revision_number': 1, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:02:53.341364 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cfba4-f38c-4e3f-a687-481722fbfd8b None None] The sync data for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi is: [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '36a98aec-f512-498e-ba4c-7750bd5be714', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'port_id': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'mac_address': 'fa:16:3e:6a:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:37Z', 'updated_at': '2022-06-07T16:02:51Z', 'revision_number': 1, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:02:53.539672 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc982bba-d3a7-44e4-b807-d22c3657be06 None None] New status for floating IP 36a98aec-f512-498e-ba4c-7750bd5be714: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:02:55.290657 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:03:02.921274 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61ef07-1660-497c-8844-42291e9c0570 req-3a14c7fe-c129-42fe-9694-26796eec7727 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:02.922745 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3e61ef07-1660-497c-8844-42291e9c0570 req-3a14c7fe-c129-42fe-9694-26796eec7727 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0488439 Jun 07 16:03:02.970519 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3e61ef07-1660-497c-8844-42291e9c0570 req-59c186c8-e58f-44e1-b91a-73402390e4d6 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423002 Jun 07 16:03:03.637578 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=57,neutron:UPDATE=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:03.639821 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:04.076691 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:04.085473 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b547c-26e9-4509-a3a3-6aef6c6d28a2 req-296b7427-f35a-45d2-b6c9-64c49b568ab4 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:04.086902 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-839b547c-26e9-4509-a3a3-6aef6c6d28a2 req-296b7427-f35a-45d2-b6c9-64c49b568ab4 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0460265 Jun 07 16:03:04.133623 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-839b547c-26e9-4509-a3a3-6aef6c6d28a2 req-5290c73b-69ac-443f-ae02-606b9683e1a7 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412252 Jun 07 16:03:05.250039 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b8380-73f1-4359-a661-2c5928d43270 req-524f820d-5b3a-46bf-b991-25e97c7fa6fa tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:05.251502 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e73b8380-73f1-4359-a661-2c5928d43270 req-524f820d-5b3a-46bf-b991-25e97c7fa6fa tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0500457 Jun 07 16:03:05.314962 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be9794-3591-49d0-8228-abe31f55443b req-265ac63d-ba12-46be-b2a4-9be575799c4c tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:05.316569 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-38be9794-3591-49d0-8228-abe31f55443b req-265ac63d-ba12-46be-b2a4-9be575799c4c tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 946 time: 0.0605736 Jun 07 16:03:05.364096 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e73b8380-73f1-4359-a661-2c5928d43270 req-036d0aec-ae55-46c7-870a-967cbc98b94a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=b043ec95-844e-4b94-80af-1ff6cd572b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995758 Jun 07 16:03:05.417498 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Deleting port 4ecb2897-4e5c-4117-b213-8efd5b37c89e {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:03:05.417763 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:05.504042 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] For port 4ecb2897-4e5c-4117-b213-8efd5b37c89e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4ecb2897-4e5c-4117-b213-8efd5b37c89e,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:05.504422 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:05.653964 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:05.666473 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:05.666825 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (e1632d27-76fb-4a11-bc5b-6478e5dc4a8d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:05.667131 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Floating IP e1632d27-76fb-4a11-bc5b-6478e5dc4a8d disassociated. External IP: 172.27.2.43, port: 4ecb2897-4e5c-4117-b213-8efd5b37c89e. Jun 07 16:03:05.667468 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Calling delete_port for 4ecb2897-4e5c-4117-b213-8efd5b37c89e owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:03:05.795071 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (4ecb2897-4e5c-4117-b213-8efd5b37c89e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:05.828204 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event deleted for resources: {'Port': ['ID=4ecb2897-4e5c-4117-b213-8efd5b37c89e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:05.932916 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:03:06.033974 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:03:06.039914 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:06.043807 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1866eaaf-641f-434f-9c07-bdb43a454d2d None None] Sync routers for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:03:06.055087 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866eaaf-641f-434f-9c07-bdb43a454d2d None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:06.055613 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1866eaaf-641f-434f-9c07-bdb43a454d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:06.081343 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] No DVR routers for this DVR port 4ecb2897-4e5c-4117-b213-8efd5b37c89e on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:03:06.083845 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:06.087293 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-38be9794-3591-49d0-8228-abe31f55443b req-a950bab2-c4cd-4e66-8f4f-b776682b7299 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.24 "DELETE /v2.0/ports/4ecb2897-4e5c-4117-b213-8efd5b37c89e HTTP/1.1" status: 204 len: 173 time: 0.7645674 Jun 07 16:03:06.087719 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'name': 'network-vif-deleted', 'tag': '4ecb2897-4e5c-4117-b213-8efd5b37c89e'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:06.089996 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ed0e44-0544-4152-a315-6a78007f05eb" -d '{"events": [{"server_uuid": "7bdb18ec-9446-430f-a00e-92e1c847f165", "name": "network-vif-deleted", "tag": "4ecb2897-4e5c-4117-b213-8efd5b37c89e"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:06.128472 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5d7d22-4b3c-4459-9115-2a53ad2dc367 x-openstack-request-id: req-1a5d7d22-4b3c-4459-9115-2a53ad2dc367 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:06.128765 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdb18ec-9446-430f-a00e-92e1c847f165", "name": "network-vif-deleted", "tag": "4ecb2897-4e5c-4117-b213-8efd5b37c89e", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:06.129036 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a5d7d22-4b3c-4459-9115-2a53ad2dc367 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:06.129439 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5d7d22-4b3c-4459-9115-2a53ad2dc367'] response: {'server_uuid': '7bdb18ec-9446-430f-a00e-92e1c847f165', 'name': 'network-vif-deleted', 'tag': '4ecb2897-4e5c-4117-b213-8efd5b37c89e', 'status': 'completed', 'code': 200} Jun 07 16:03:06.240380 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:06.246173 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:06.258003 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-1866eaaf-641f-434f-9c07-bdb43a454d2d None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:06.447802 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1866eaaf-641f-434f-9c07-bdb43a454d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:06.472015 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1866eaaf-641f-434f-9c07-bdb43a454d2d None None] Checking router: 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:03:06.475874 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e9234525-94be-4825-a050-0ad6c528ae59 req-a09480b4-70fe-4725-b97c-73d8ba879b91 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdb18ec-9446-430f-a00e-92e1c847f165 HTTP/1.1" status: 200 len: 210 time: 0.0304122 Jun 07 16:03:06.481750 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866eaaf-641f-434f-9c07-bdb43a454d2d None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:06.482351 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1866eaaf-641f-434f-9c07-bdb43a454d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:06.582959 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-1866eaaf-641f-434f-9c07-bdb43a454d2d None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:06.774809 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-1866eaaf-641f-434f-9c07-bdb43a454d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:06.798709 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1866eaaf-641f-434f-9c07-bdb43a454d2d None None] The sync data for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi is: [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:03:07.011206 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaa4ac9-d951-4586-b45c-6ce3c469da04 None None] New status for floating IP e1632d27-76fb-4a11-bc5b-6478e5dc4a8d: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:03:07.561990 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57760) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:07.617325 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (b043ec95-844e-4b94-80af-1ff6cd572b87), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:07.640585 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (b043ec95-844e-4b94-80af-1ff6cd572b87), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:07.687630 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (b043ec95-844e-4b94-80af-1ff6cd572b87), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:07.690253 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:07.691409 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "DELETE /v2.0/security-groups/b043ec95-844e-4b94-80af-1ff6cd572b87 HTTP/1.1" status: 204 len: 168 time: 0.1284342 Jun 07 16:03:07.694318 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57762) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:07.700532 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b043ec95-844e-4b94-80af-1ff6cd572b87,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:07.707787 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.708138 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.708501 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.708606 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.api.v2.resource [None req-b410541a-27c4-437a-83d1-cf0d6fa871aa tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] show failed (client error): The resource could not be found. Jun 07 16:03:07.708845 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.709198 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.710070 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.710188 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-b410541a-27c4-437a-83d1-cf0d6fa871aa tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups/b043ec95-844e-4b94-80af-1ff6cd572b87 HTTP/1.1" status: 404 len: 347 time: 0.0136380 Jun 07 16:03:07.710295 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.710295 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.710452 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.710763 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.711080 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.711395 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.711713 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.712030 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.712340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa257e0d-5d3b-466f-9791-19620dc86711 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:07.712551 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57764) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:07.826756 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Deleting port 52da1456-3b2b-40e6-b3a9-840276ee659d {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:03:07.827004 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (52da1456-3b2b-40e6-b3a9-840276ee659d), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:07.901325 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (52da1456-3b2b-40e6-b3a9-840276ee659d), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:07.901635 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (52da1456-3b2b-40e6-b3a9-840276ee659d), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:07.917905 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Calling delete_port for 52da1456-3b2b-40e6-b3a9-840276ee659d owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:03:08.044282 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (52da1456-3b2b-40e6-b3a9-840276ee659d), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.066130 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event deleted for resources: {'Port': ['ID=52da1456-3b2b-40e6-b3a9-840276ee659d,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:08.075834 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.076178 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.076539 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.076930 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.077198 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.077521 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.078354 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.078354 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.078550 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.078749 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.079062 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.079377 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.079688 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.079997 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.080305 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:08.144658 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (e1632d27-76fb-4a11-bc5b-6478e5dc4a8d), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.147656 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.148832 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-263c099f-1146-479d-b04a-0cc5c41e5d80 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "DELETE /v2.0/floatingips/e1632d27-76fb-4a11-bc5b-6478e5dc4a8d HTTP/1.1" status: 204 len: 168 time: 0.4353902 Jun 07 16:03:08.221911 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 57768) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:08.226951 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-f3022376-fab5-406c-9710-8022cad16172 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696707197', 'description': 'tempest-description--2114650329'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:08.248123 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f3022376-fab5-406c-9710-8022cad16172 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.315794 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f3022376-fab5-406c-9710-8022cad16172 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (a242f221-6ccf-4826-9cd1-2b72f7e13ae0), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.319774 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f3022376-fab5-406c-9710-8022cad16172 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (a242f221-6ccf-4826-9cd1-2b72f7e13ae0), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.351314 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f3022376-fab5-406c-9710-8022cad16172 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.352451 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f3022376-fab5-406c-9710-8022cad16172 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1295395 Jun 07 16:03:08.354319 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3022376-fab5-406c-9710-8022cad16172 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a242f221-6ccf-4826-9cd1-2b72f7e13ae0,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:08.355378 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57770) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:08.360187 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-5cd1c082-b2e7-4f33-86e1-c7c192d9b79b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'security_group_rule': {'security_group_id': 'a242f221-6ccf-4826-9cd1-2b72f7e13ae0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:08.388046 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c082-b2e7-4f33-86e1-c7c192d9b79b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (daba0243-b133-4aa6-8735-e042d156aa4a), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.441795 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c082-b2e7-4f33-86e1-c7c192d9b79b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (daba0243-b133-4aa6-8735-e042d156aa4a), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.446360 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c082-b2e7-4f33-86e1-c7c192d9b79b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (daba0243-b133-4aa6-8735-e042d156aa4a), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.466890 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1c082-b2e7-4f33-86e1-c7c192d9b79b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daba0243-b133-4aa6-8735-e042d156aa4a,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:08.472919 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c082-b2e7-4f33-86e1-c7c192d9b79b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.473938 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-5cd1c082-b2e7-4f33-86e1-c7c192d9b79b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172981 Jun 07 16:03:08.476750 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57772) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:08.481309 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-46da31f3-a177-4a2b-814f-a37c2f5f8a10 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'security_group_rule': {'security_group_id': 'a242f221-6ccf-4826-9cd1-2b72f7e13ae0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:08.507597 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-46da31f3-a177-4a2b-814f-a37c2f5f8a10 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (e8d15f6c-08b5-4dd6-b108-aa690a88b142), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.564973 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-46da31f3-a177-4a2b-814f-a37c2f5f8a10 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (e8d15f6c-08b5-4dd6-b108-aa690a88b142), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.568242 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-46da31f3-a177-4a2b-814f-a37c2f5f8a10 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (e8d15f6c-08b5-4dd6-b108-aa690a88b142), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.589719 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da31f3-a177-4a2b-814f-a37c2f5f8a10 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d15f6c-08b5-4dd6-b108-aa690a88b142,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:08.594845 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-46da31f3-a177-4a2b-814f-a37c2f5f8a10 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.595983 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-46da31f3-a177-4a2b-814f-a37c2f5f8a10 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183150 Jun 07 16:03:08.599059 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57774) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:08.603632 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:08.624331 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.667289 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:08.703909 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.706271 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:08.814535 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Allocated IP 172.27.2.63 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/7e04bc26-566a-4553-8883-14b5018ec711) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:03:08.915903 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for port (7e04bc26-566a-4553-8883-14b5018ec711), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.947944 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (7e04bc26-566a-4553-8883-14b5018ec711), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:08.988949 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:03:08.992438 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:03:08.995979 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:03:09.022033 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'Port': ['ID=7e04bc26-566a-4553-8883-14b5018ec711,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:09.062391 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4ecb2897-4e5c-4117-b213-8efd5b37c89e no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:03:09.085314 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 4ecb2897-4e5c-4117-b213-8efd5b37c89e {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:03:09.085657 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4ecb2897-4e5c-4117-b213-8efd5b37c89e not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:03:09.086956 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (604f0e23-600c-44cf-9014-276687424fd1), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:09.132799 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (7e04bc26-566a-4553-8883-14b5018ec711), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:09.311334 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for port (7e04bc26-566a-4553-8883-14b5018ec711), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:09.315663 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1212707'] for port (7e04bc26-566a-4553-8883-14b5018ec711), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:09.379137 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:09.386269 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'Port': ['ID=7e04bc26-566a-4553-8883-14b5018ec711,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:09.401532 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (604f0e23-600c-44cf-9014-276687424fd1), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:09.405107 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:09.419808 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:09.421086 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3bd6f5ba-1260-4c63-a2cf-4daf048f6b33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8211038 Jun 07 16:03:09.619140 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-ff7eaebe-e5c9-4369-8244-c904fc6bbbc4 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1696707197&fields=id&tenant_id=9d0733c937754d1182c68bd4ea7f283c HTTP/1.1" status: 200 len: 267 time: 0.0421300 Jun 07 16:03:09.645649 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:09.721151 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-64f69c95-7374-4f21-b87e-621ac8096e0f tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:09.722580 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-64f69c95-7374-4f21-b87e-621ac8096e0f tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/networks?id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 200 len: 811 time: 0.0971272 Jun 07 16:03:09.736891 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-e658a377-14d8-48be-8465-ad0cf74ec825 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/quotas/9d0733c937754d1182c68bd4ea7f283c HTTP/1.1" status: 200 len: 375 time: 0.0089159 Jun 07 16:03:09.787651 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-5a25dbae-5965-429b-8b04-7eee7ea1c196 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454242 Jun 07 16:03:09.879029 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-1335641f-b195-48a5-990c-f00e2a7b32fa service neutron] 10.222.0.18 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800390 Jun 07 16:03:09.968796 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-cbe3ef40-1e10-47d3-9d6e-b89714f0af41 service neutron] 10.222.0.18 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835905 Jun 07 16:03:10.131361 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ced5be29-0153-4e81-92d1-6a6b659d3689 req-f5a126e4-6fbf-4589-9524-be35328a6008 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 210 time: 0.0289962 Jun 07 16:03:11.164079 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:11.172012 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-146c2cce-aa3a-46ae-984b-97bb9285cbdb tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:11.173659 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-146c2cce-aa3a-46ae-984b-97bb9285cbdb tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.24 "GET /v2.0/networks?id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 200 len: 811 time: 0.1036298 Jun 07 16:03:11.243644 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c06b811c-d98a-49f7-b103-fe964cfbe3db req-b252444d-4c27-4a8b-baf1-c98e6d7c29ef tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 210 time: 0.0394576 Jun 07 16:03:11.273937 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-8f61689c-c27d-454d-b796-1254c0f7d7bb tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0733c937754d1182c68bd4ea7f283c HTTP/1.1" status: 200 len: 380 time: 0.0900605 Jun 07 16:03:11.337033 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'port': {'device_id': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'admin_state_up': True, 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'security_groups': ['a242f221-6ccf-4826-9cd1-2b72f7e13ae0']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:11.440489 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Made reservation on behalf of 9d0733c937754d1182c68bd4ea7f283c for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:03:11.444411 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:11.569049 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Allocated IP 172.20.0.9 (aaeb9c5f-0bb1-4407-ad5c-9ab482299357/9d2e6771-b172-483a-8869-cf0fd6582503/0f8222bc-a5ba-4988-8987-c489cf085cff) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:03:11.711606 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:11.719011 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:11.747104 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:11.802618 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:03:11.810125 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:03:11.812207 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event updated for resources: {'Port': ['ID=0f8222bc-a5ba-4988-8987-c489cf085cff,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:11.814299 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:03:11.863588 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:11.864180 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:11.882336 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-d38b5d11-3d29-4ecf-984f-0500c152b4fd tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496264 Jun 07 16:03:11.895836 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Request body: {'port': {'device_id': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:11.963409 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:11.994499 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:12.085502 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-19797fbe-c7eb-4e78-927d-59693cebef8f None None] Provisioning complete for port 0f8222bc-a5ba-4988-8987-c489cf085cff triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:03:12.086122 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-19797fbe-c7eb-4e78-927d-59693cebef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:12.120242 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-19797fbe-c7eb-4e78-927d-59693cebef8f None None] Port 0f8222bc-a5ba-4988-8987-c489cf085cff cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:03:12.248150 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8222bc-a5ba-4988-8987-c489cf085cff {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:03:12.255332 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Publish callbacks [] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:12.268152 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Transition to ACTIVE for port object 0f8222bc-a5ba-4988-8987-c489cf085cff will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:03:12.272191 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:12.323489 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8222bc-a5ba-4988-8987-c489cf085cff,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:12.412421 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff312699-48a6-4ada-b050-ac4e56d534b0 req-9a784b9a-e544-4be5-b891-e51f969e7f63 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:12.413899 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ff312699-48a6-4ada-b050-ac4e56d534b0 req-9a784b9a-e544-4be5-b891-e51f969e7f63 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 943 time: 0.0925336 Jun 07 16:03:12.475736 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Attempting to bind port 0f8222bc-a5ba-4988-8987-c489cf085cff on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:03:12.476071 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Attempting to bind port 0f8222bc-a5ba-4988-8987-c489cf085cff by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:03:12.476416 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Attempting to bind port 0f8222bc-a5ba-4988-8987-c489cf085cff on network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:03:12.487260 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Port 0f8222bc-a5ba-4988-8987-c489cf085cff on network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:03:12.487431 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Attempting to bind port 0f8222bc-a5ba-4988-8987-c489cf085cff on network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:03:12.499130 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ff312699-48a6-4ada-b050-ac4e56d534b0 req-c86f4011-43c4-4504-b637-320a81655da1 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785933 Jun 07 16:03:12.499890 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:03:12.500218 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Checking segment: {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:03:12.500610 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Bound using segment: {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:03:12.501025 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Bound port: 0f8222bc-a5ba-4988-8987-c489cf085cff, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e00fd10-6886-428e-81f8-fd1494126d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:03:12.501385 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:12.563023 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] For port 0f8222bc-a5ba-4988-8987-c489cf085cff, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:03:12.566117 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] For port 0f8222bc-a5ba-4988-8987-c489cf085cff, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=0f8222bc-a5ba-4988-8987-c489cf085cff,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:03:12.571898 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:12.597507 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:12.614903 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:12.616005 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:12.617391 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f8222bc-a5ba-4988-8987-c489cf085cff HTTP/1.1" status: 200 len: 1093 time: 0.7258325 Jun 07 16:03:12.620439 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'tag': '0f8222bc-a5ba-4988-8987-c489cf085cff'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:12.622569 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3298759-8536-4b46-a75e-c5fa2cc20889" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bd5575-db33-4a06-9d45-7a83ed77e7ad", "tag": "0f8222bc-a5ba-4988-8987-c489cf085cff"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:12.635676 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc54bbf-627f-4238-8a54-a3b63a7df8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8222bc-a5ba-4988-8987-c489cf085cff,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:12.680797 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421209a0-c680-4817-b4c2-6b94f6d79e29 x-openstack-request-id: req-421209a0-c680-4817-b4c2-6b94f6d79e29 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:12.681185 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bd5575-db33-4a06-9d45-7a83ed77e7ad", "tag": "0f8222bc-a5ba-4988-8987-c489cf085cff", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:12.681495 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-421209a0-c680-4817-b4c2-6b94f6d79e29 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:12.681969 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421209a0-c680-4817-b4c2-6b94f6d79e29'] response: {'name': 'network-changed', 'server_uuid': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'tag': '0f8222bc-a5ba-4988-8987-c489cf085cff', 'status': 'completed', 'code': 200} Jun 07 16:03:12.717353 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-2e35ad81-ec90-4475-a651-c384a00bce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:12.718941 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-2e35ad81-ec90-4475-a651-c384a00bce52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 1127 time: 0.0497680 Jun 07 16:03:12.762332 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-1ca2e1d3-5cb3-44a5-adea-1d36575dc327 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f8222bc-a5ba-4988-8987-c489cf085cff HTTP/1.1" status: 200 len: 217 time: 0.0340581 Jun 07 16:03:12.810981 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-f98e7fa3-55b3-4b18-9a90-17c0983a7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:12.812425 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-f98e7fa3-55b3-4b18-9a90-17c0983a7cb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d2e6771-b172-483a-8869-cf0fd6582503 HTTP/1.1" status: 200 len: 850 time: 0.0430081 Jun 07 16:03:12.855407 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-1b7336a5-9422-4891-927a-7050d305ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:12.857166 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-1b7336a5-9422-4891-927a-7050d305ada8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373383 Jun 07 16:03:12.930793 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:12.952974 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-7cea1b7e-0314-4dac-b4bd-3f654d8d6f61 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878325 Jun 07 16:03:13.045032 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ac2a7af1-f060-4aa5-b74b-4e01fa1d0f36 req-2996e748-ff3a-41f8-828d-3a032a0597fd service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831771 Jun 07 16:03:13.852441 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3237b-f9d8-446c-9dff-a23162755931 req-60001f58-c6fb-45bb-a761-8cab2e161419 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:13.853908 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dda3237b-f9d8-446c-9dff-a23162755931 req-60001f58-c6fb-45bb-a761-8cab2e161419 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 943 time: 0.2832260 Jun 07 16:03:13.903630 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dda3237b-f9d8-446c-9dff-a23162755931 req-e529709b-05b0-46af-ba2b-0232323d86ee tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Jun 07 16:03:13.991484 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e6863-b9f5-438e-a73a-5a497bfabf56 req-49a3a8a7-ea07-4cf5-bae3-a4343587e5b2 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:13.992925 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5f5e6863-b9f5-438e-a73a-5a497bfabf56 req-49a3a8a7-ea07-4cf5-bae3-a4343587e5b2 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 945 time: 0.0463252 Jun 07 16:03:14.039621 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5f5e6863-b9f5-438e-a73a-5a497bfabf56 req-85e99c5d-21b8-4221-9343-de17da2eb993 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411634 Jun 07 16:03:14.146492 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3298759-8536-4b46-a75e-c5fa2cc20889 req-a982b9f6-7558-45a4-b555-d7b2adb73f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:14.148017 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d3298759-8536-4b46-a75e-c5fa2cc20889 req-a982b9f6-7558-45a4-b555-d7b2adb73f62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 1127 time: 0.0462461 Jun 07 16:03:15.015891 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946058f3-d897-4c37-9b4c-cbd99c1e7819 req-99738574-5305-453e-9f4f-4e865d22d20e tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:15.017321 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-946058f3-d897-4c37-9b4c-cbd99c1e7819 req-99738574-5305-453e-9f4f-4e865d22d20e tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 943 time: 0.0456798 Jun 07 16:03:15.063567 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-946058f3-d897-4c37-9b4c-cbd99c1e7819 req-2da04771-f889-4bdf-bafb-6054736565e1 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401328 Jun 07 16:03:15.153573 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9aba9-e5ec-416f-9fd7-6185630c7a6b req-a30113a1-ead8-4bc6-8196-5b99e8cb866b tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:15.155052 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f4d9aba9-e5ec-416f-9fd7-6185630c7a6b req-a30113a1-ead8-4bc6-8196-5b99e8cb866b tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 945 time: 0.0472963 Jun 07 16:03:15.206024 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f4d9aba9-e5ec-416f-9fd7-6185630c7a6b req-0e659ada-8a15-4471-a614-8fccfbed1630 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454233 Jun 07 16:03:15.741536 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3298759-8536-4b46-a75e-c5fa2cc20889 req-ad84843d-63c8-4fb3-84bf-d50decc68ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:15.742915 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d3298759-8536-4b46-a75e-c5fa2cc20889 req-ad84843d-63c8-4fb3-84bf-d50decc68ada service neutron] 10.222.0.24 "GET /v2.0/networks?id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 200 len: 912 time: 0.0845637 Jun 07 16:03:16.180251 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f0f62-c99a-4900-a4ee-2bb03aaec87f req-471d0a08-e774-4b1d-a28c-3c1d5ecf16ff tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:16.181755 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a3f0f62-c99a-4900-a4ee-2bb03aaec87f req-471d0a08-e774-4b1d-a28c-3c1d5ecf16ff tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 943 time: 0.0482121 Jun 07 16:03:16.231064 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d3298759-8536-4b46-a75e-c5fa2cc20889 req-3fb029c2-3fa0-426d-821e-8dbb964d4472 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f8222bc-a5ba-4988-8987-c489cf085cff HTTP/1.1" status: 200 len: 217 time: 0.0481269 Jun 07 16:03:16.261044 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a3f0f62-c99a-4900-a4ee-2bb03aaec87f req-145639e7-4421-4067-bde4-6c60ad33f540 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728478 Jun 07 16:03:16.322785 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1afc7-e6dd-44a8-8ca6-cef5dc867002 req-926ebc74-319b-4a7a-8300-d3e0be23cd02 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:16.324225 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b0e1afc7-e6dd-44a8-8ca6-cef5dc867002 req-926ebc74-319b-4a7a-8300-d3e0be23cd02 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 945 time: 0.0456519 Jun 07 16:03:16.354768 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:16.375269 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b0e1afc7-e6dd-44a8-8ca6-cef5dc867002 req-7f59160e-60f3-4e26-af6c-b168e29c9ebd tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453482 Jun 07 16:03:16.662863 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3298759-8536-4b46-a75e-c5fa2cc20889 req-265c5173-1406-4e24-ae31-1df556b0b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:16.664333 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d3298759-8536-4b46-a75e-c5fa2cc20889 req-265c5173-1406-4e24-ae31-1df556b0b94f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d2e6771-b172-483a-8869-cf0fd6582503 HTTP/1.1" status: 200 len: 850 time: 0.0847015 Jun 07 16:03:16.675780 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-5a3a93e8-4277-4be3-a28a-b021191a0e4a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:16.677560 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-5a3a93e8-4277-4be3-a28a-b021191a0e4a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 945 time: 0.0671322 Jun 07 16:03:16.751125 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3298759-8536-4b46-a75e-c5fa2cc20889 req-360c4af1-8ae4-47a7-a059-6238c8634a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:16.752655 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d3298759-8536-4b46-a75e-c5fa2cc20889 req-360c4af1-8ae4-47a7-a059-6238c8634a9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739820 Jun 07 16:03:16.830800 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:16.849008 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Deleting port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:03:16.849332 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:16.857564 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0be2d4b3-2ad9-4c10-a1a0-2c1f20589745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:16.941144 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d3298759-8536-4b46-a75e-c5fa2cc20889 req-3c912350-77ff-45d5-9f98-a6dd30d1caf4 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771991 Jun 07 16:03:17.015473 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] For port b8d3bc5a-d843-4085-b5eb-1e5ac125f708, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=b8d3bc5a-d843-4085-b5eb-1e5ac125f708,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:17.015830 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:17.120831 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 0f8222bc-a5ba-4988-8987-c489cf085cff details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:03:17.136696 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d3298759-8536-4b46-a75e-c5fa2cc20889 req-651d465c-087c-48b0-8fa7-ceb1cb5b9285 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830215 Jun 07 16:03:17.208283 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:17.209026 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (95149550-c6ec-4aa2-b11d-29479b673884), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:17.209026 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Floating IP 95149550-c6ec-4aa2-b11d-29479b673884 disassociated. External IP: 172.27.2.213, port: b8d3bc5a-d843-4085-b5eb-1e5ac125f708. Jun 07 16:03:17.209461 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Calling delete_port for b8d3bc5a-d843-4085-b5eb-1e5ac125f708 owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:03:17.224788 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 0f8222bc-a5ba-4988-8987-c489cf085cff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=0f8222bc-a5ba-4988-8987-c489cf085cff,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:17.236903 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '0f8222bc-a5ba-4988-8987-c489cf085cff', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'port_id': '0f8222bc-a5ba-4988-8987-c489cf085cff', 'mac_address': 'fa:16:3e:8d:27:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:03:17.272283 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 0f8222bc-a5ba-4988-8987-c489cf085cff is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:03:17.272705 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:17.288175 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8222bc-a5ba-4988-8987-c489cf085cff {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:03:17.311326 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 0f8222bc-a5ba-4988-8987-c489cf085cff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=0f8222bc-a5ba-4988-8987-c489cf085cff,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:17.315530 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:17.368615 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=0f8222bc-a5ba-4988-8987-c489cf085cff,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:17.381235 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (b8d3bc5a-d843-4085-b5eb-1e5ac125f708), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:17.396244 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84696838-64e7-49fb-9058-d4af5c757989 req-6b8d19e1-7b7a-4eb2-8bc7-4a7090957a50 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:17.398970 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-84696838-64e7-49fb-9058-d4af5c757989 req-6b8d19e1-7b7a-4eb2-8bc7-4a7090957a50 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 944 time: 0.0671241 Jun 07 16:03:17.422976 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event deleted for resources: {'Port': ['ID=b8d3bc5a-d843-4085-b5eb-1e5ac125f708,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:17.522605 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-307698e8-2dd0-483e-9932-6765a4d4d150 req-c3187c73-2848-4b36-8e26-4ea9278b1b5e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 210 time: 0.0494809 Jun 07 16:03:17.567652 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:17.572437 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:17.586547 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-84696838-64e7-49fb-9058-d4af5c757989 req-8ff22983-5b6e-42db-b09b-75638a606c9d tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655571 Jun 07 16:03:17.603691 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Router 469acd32-59a7-44f8-acf0-72a01d723b91 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:03:17.641457 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['0f8222bc-a5ba-4988-8987-c489cf085cff'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:03:17.714486 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:03:17.726884 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066f498-e7db-45a5-8a19-0a6314c5e52f None None] Sync routers for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:03:17.738790 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066f498-e7db-45a5-8a19-0a6314c5e52f None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:17.739419 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-7066f498-e7db-45a5-8a19-0a6314c5e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:17.762118 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] No DVR routers for this DVR port b8d3bc5a-d843-4085-b5eb-1e5ac125f708 on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:03:17.769329 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:17.774419 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aa7eb360-aeea-48fd-a859-f4d8cc733582 req-69612a23-e106-4977-a8f5-3bea18170f39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "DELETE /v2.0/ports/b8d3bc5a-d843-4085-b5eb-1e5ac125f708 HTTP/1.1" status: 204 len: 173 time: 1.0851243 Jun 07 16:03:17.774814 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'name': 'network-vif-deleted', 'tag': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:17.778163 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf7840f-d06b-47c7-8a3f-573eb285c83d" -d '{"events": [{"server_uuid": "37e23c26-7004-42f2-a16b-0bc65e4db372", "name": "network-vif-deleted", "tag": "b8d3bc5a-d843-4085-b5eb-1e5ac125f708"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:17.819832 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a703b682-bc6c-45c7-be16-be52e9b06a8f x-openstack-request-id: req-a703b682-bc6c-45c7-be16-be52e9b06a8f {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:17.820121 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e23c26-7004-42f2-a16b-0bc65e4db372", "name": "network-vif-deleted", "tag": "b8d3bc5a-d843-4085-b5eb-1e5ac125f708", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:17.820389 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a703b682-bc6c-45c7-be16-be52e9b06a8f {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:17.821212 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a703b682-bc6c-45c7-be16-be52e9b06a8f'] response: {'server_uuid': '37e23c26-7004-42f2-a16b-0bc65e4db372', 'name': 'network-vif-deleted', 'tag': 'b8d3bc5a-d843-4085-b5eb-1e5ac125f708', 'status': 'completed', 'code': 200} Jun 07 16:03:17.860980 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-7066f498-e7db-45a5-8a19-0a6314c5e52f None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:18.053462 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb48ef-0353-47d7-a3fd-0e13dc61deff req-482cd3d2-16fe-4ceb-92db-9746dd4cd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:18.059143 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-22bb48ef-0353-47d7-a3fd-0e13dc61deff req-482cd3d2-16fe-4ceb-92db-9746dd4cd6bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 1129 time: 0.0919070 Jun 07 16:03:18.070317 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:18.071773 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b8699-ab90-452c-94a9-11ddd013196a req-cb05a63e-4a4c-410f-8054-199edf4005d0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:18.073610 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d56b8699-ab90-452c-94a9-11ddd013196a req-cb05a63e-4a4c-410f-8054-199edf4005d0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0970662 Jun 07 16:03:18.074436 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-7066f498-e7db-45a5-8a19-0a6314c5e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:18.105530 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066f498-e7db-45a5-8a19-0a6314c5e52f None None] Checking router: 469acd32-59a7-44f8-acf0-72a01d723b91 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:03:18.115709 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066f498-e7db-45a5-8a19-0a6314c5e52f None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:18.116439 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-7066f498-e7db-45a5-8a19-0a6314c5e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:02:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:18.201705 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d56b8699-ab90-452c-94a9-11ddd013196a req-d7e205da-9f87-4c1d-bc50-8e6c8c7a5022 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167934 Jun 07 16:03:18.217617 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb48ef-0353-47d7-a3fd-0e13dc61deff req-8e0ef7ed-c962-4fe6-8d08-ed95ff79703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:18.219060 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-22bb48ef-0353-47d7-a3fd-0e13dc61deff req-8e0ef7ed-c962-4fe6-8d08-ed95ff79703b service neutron] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 920 time: 0.1442537 Jun 07 16:03:18.223128 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-7066f498-e7db-45a5-8a19-0a6314c5e52f None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:18.336008 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:18.407038 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-7066f498-e7db-45a5-8a19-0a6314c5e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:18.432700 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066f498-e7db-45a5-8a19-0a6314c5e52f None None] The sync data for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi is: [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:03:18.532108 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-22bb48ef-0353-47d7-a3fd-0e13dc61deff req-4de57ca5-8371-480f-a784-8702351dc991 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0628574 Jun 07 16:03:18.586280 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb48ef-0353-47d7-a3fd-0e13dc61deff req-88fbe547-fa4a-4e4f-b909-03818c6e350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:18.588833 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-22bb48ef-0353-47d7-a3fd-0e13dc61deff req-88fbe547-fa4a-4e4f-b909-03818c6e350f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.0471532 Jun 07 16:03:18.662183 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb48ef-0353-47d7-a3fd-0e13dc61deff req-eccc8cde-50db-476d-bdb0-5fbd5019754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:18.663660 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-22bb48ef-0353-47d7-a3fd-0e13dc61deff req-eccc8cde-50db-476d-bdb0-5fbd5019754c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686562 Jun 07 16:03:18.696806 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a821f950-6f83-4e29-83b7-533fab6ee3e5 req-b3ff366c-be97-4ff0-ab43-5ce56dff358d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e23c26-7004-42f2-a16b-0bc65e4db372 HTTP/1.1" status: 200 len: 210 time: 0.0401897 Jun 07 16:03:18.729888 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b7e5f-e645-4761-bb8d-226daee6e738 None None] New status for floating IP 95149550-c6ec-4aa2-b11d-29479b673884: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:03:18.788967 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2f4b1-8e4b-47ba-bd63-f02fc586ae03 req-2875a202-5cc2-4108-ab2d-1598909d4b4e tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:18.790459 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-36d2f4b1-8e4b-47ba-bd63-f02fc586ae03 req-2875a202-5cc2-4108-ab2d-1598909d4b4e tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 944 time: 0.0926039 Jun 07 16:03:18.842270 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-22bb48ef-0353-47d7-a3fd-0e13dc61deff req-f80ee51b-b43a-4dd7-89cd-3fb12beaaae8 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597679 Jun 07 16:03:18.875272 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-36d2f4b1-8e4b-47ba-bd63-f02fc586ae03 req-6f689813-209a-4ff2-81a7-2b551a73a59f tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784760 Jun 07 16:03:18.939935 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-22bb48ef-0353-47d7-a3fd-0e13dc61deff req-5d5b27e2-297c-481e-9ddc-6cec8fa733c6 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890782 Jun 07 16:03:19.023559 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-946d264f-803d-4dac-ab9a-da723dcf8238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:19.163148 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 0f8222bc-a5ba-4988-8987-c489cf085cff up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:03:19.204513 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 0f8222bc-a5ba-4988-8987-c489cf085cff completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:03:19.210758 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 0f8222bc-a5ba-4988-8987-c489cf085cff triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:03:19.211728 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:19.249748 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:19.294051 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 0f8222bc-a5ba-4988-8987-c489cf085cff is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:03:19.294454 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:19.318426 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8222bc-a5ba-4988-8987-c489cf085cff'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:19.320640 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09988d3-1aaa-43ca-ac4e-082b9e79103e" -d '{"events": [{"server_uuid": "e3bd5575-db33-4a06-9d45-7a83ed77e7ad", "name": "network-vif-plugged", "status": "completed", "tag": "0f8222bc-a5ba-4988-8987-c489cf085cff"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:19.320809 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e237a-0740-4d26-8437-3787c62aa81e req-9c322fd7-3f42-40af-8784-e5022e2094f4 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:19.322266 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ed8e237a-0740-4d26-8437-3787c62aa81e req-9c322fd7-3f42-40af-8784-e5022e2094f4 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0518112 Jun 07 16:03:19.335122 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 0f8222bc-a5ba-4988-8987-c489cf085cff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=0f8222bc-a5ba-4988-8987-c489cf085cff,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:19.339192 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:19.340393 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device b8d3bc5a-d843-4085-b5eb-1e5ac125f708 no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:03:19.344179 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:19.367129 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:19.374966 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ed8e237a-0740-4d26-8437-3787c62aa81e req-5bd61825-7948-440e-953d-ab52b1ee57d9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463974 Jun 07 16:03:19.379089 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a214e91-16d7-4a43-bdbd-5006c740e479 x-openstack-request-id: req-4a214e91-16d7-4a43-bdbd-5006c740e479 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:19.379395 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bd5575-db33-4a06-9d45-7a83ed77e7ad", "name": "network-vif-plugged", "status": "completed", "tag": "0f8222bc-a5ba-4988-8987-c489cf085cff", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:19.379644 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a214e91-16d7-4a43-bdbd-5006c740e479 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:19.380108 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a214e91-16d7-4a43-bdbd-5006c740e479'] response: {'server_uuid': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8222bc-a5ba-4988-8987-c489cf085cff', 'code': 200} Jun 07 16:03:19.382550 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: b8d3bc5a-d843-4085-b5eb-1e5ac125f708 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:03:19.382550 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device b8d3bc5a-d843-4085-b5eb-1e5ac125f708 not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:03:19.408787 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=0f8222bc-a5ba-4988-8987-c489cf085cff,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:19.413274 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:19.418027 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.418416 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.418904 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.419264 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.419599 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.419923 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.420244 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.420618 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.420940 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.421259 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.421578 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.421895 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.422209 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.422521 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.422833 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:03:19.541749 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14aa2a-cef9-45b3-a1a3-6024afbed629 req-cf3b1c28-d097-46e8-bb20-a8a5b39dc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:19.543257 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7b14aa2a-cef9-45b3-a1a3-6024afbed629 req-cf3b1c28-d097-46e8-bb20-a8a5b39dc12b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 1129 time: 0.0377831 Jun 07 16:03:19.588238 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7b14aa2a-cef9-45b3-a1a3-6024afbed629 req-a0e6b6ce-3905-4d74-b386-9ad3dc9f7bdf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378296 Jun 07 16:03:19.937052 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:19.971451 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-81291c90-4227-454d-a9a7-c46a9fa1d3d7 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741234381&fields=id&tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b HTTP/1.1" status: 200 len: 267 time: 0.0553446 Jun 07 16:03:20.050534 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a28912-4478-4a0d-b63d-d34158e9341c req-be45beee-0a75-4105-a8bf-f068b6201d86 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:20.051991 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8a28912-4478-4a0d-b63d-d34158e9341c req-be45beee-0a75-4105-a8bf-f068b6201d86 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 945 time: 0.1027637 Jun 07 16:03:20.145087 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-c49f0300-8fd8-4628-ac65-9dd3a7c9d079 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:20.148827 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-c49f0300-8fd8-4628-ac65-9dd3a7c9d079 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 812 time: 0.1579700 Jun 07 16:03:20.152382 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8a28912-4478-4a0d-b63d-d34158e9341c req-b98d7a7b-4303-476a-ad9d-60676769c4da tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932958 Jun 07 16:03:20.153573 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:20.165134 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-986a3167-85ff-43d7-9d59-d8c95d2146f2 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/quotas/44a1ab295b3a423aa2b3183a3e25ec0b HTTP/1.1" status: 200 len: 375 time: 0.0105751 Jun 07 16:03:20.213122 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-09f9456a-585d-40a1-87e3-b7064262da5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427597 Jun 07 16:03:20.229466 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:20.307666 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-721da159-9ea2-4907-a190-0305d50adf74 service neutron] 10.222.0.18 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821385 Jun 07 16:03:20.400717 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-f2953d22-79b8-4d38-ae27-56d7e969efec service neutron] 10.222.0.18 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873230 Jun 07 16:03:20.498706 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889a399-2486-4b4a-9f9e-29b093eaa8cd req-0b87dd0c-44a2-4270-9241-2499429a4a3c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:20.500228 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4889a399-2486-4b4a-9f9e-29b093eaa8cd req-0b87dd0c-44a2-4270-9241-2499429a4a3c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0498319 Jun 07 16:03:20.550365 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4889a399-2486-4b4a-9f9e-29b093eaa8cd req-a4e45d80-dbb0-4d1a-af22-468db86c4819 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441513 Jun 07 16:03:20.702682 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0c23ad06-1ca0-4fc0-bfee-52a954f40c31 req-a92b2673-a829-4bd1-a170-c85673f7ddbc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0278783 Jun 07 16:03:21.268920 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98489272-6ac4-49e2-bee0-8bd94f925bb9 req-ada0ae0e-1e5c-4010-8896-667639fcacab tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:21.270346 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-98489272-6ac4-49e2-bee0-8bd94f925bb9 req-ada0ae0e-1e5c-4010-8896-667639fcacab tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 945 time: 0.0497487 Jun 07 16:03:21.321850 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-98489272-6ac4-49e2-bee0-8bd94f925bb9 req-1c8356fc-f6d8-47b7-97c1-31fc27b96497 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456510 Jun 07 16:03:21.644734 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:21.667386 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf93417-e850-4414-aa75-924cb410c869 req-61b37dde-e1bf-4001-9614-dfb3ef132edf tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:21.668835 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cbf93417-e850-4414-aa75-924cb410c869 req-61b37dde-e1bf-4001-9614-dfb3ef132edf tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0491471 Jun 07 16:03:21.715458 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cbf93417-e850-4414-aa75-924cb410c869 req-4e72ea7e-3c5b-4d16-a745-ca4f251e6158 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410702 Jun 07 16:03:21.800326 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-108346b8-3a31-4cf8-be20-4f42352b93ed req-18a17049-4442-4837-8656-64ef72bde6e6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0315342 Jun 07 16:03:21.992316 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-7f378935-e38b-43fb-8891-f502b412b3b8 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:21.993766 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-7f378935-e38b-43fb-8891-f502b412b3b8 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 812 time: 0.1026957 Jun 07 16:03:22.043314 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:22.062776 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e648477e-3901-4e72-84a1-90b90da3bc21 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b HTTP/1.1" status: 200 len: 379 time: 0.0553746 Jun 07 16:03:22.073630 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'port': {'device_id': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'admin_state_up': True, 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'security_groups': ['7cd3a648-2ded-415d-8bc9-0e92ff5097be']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:22.142593 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:22.184282 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Made reservation on behalf of 44a1ab295b3a423aa2b3183a3e25ec0b for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:03:22.187627 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:22.315154 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Allocated IP 172.20.0.9 (a5da0562-0cd6-4376-86ed-2ba23dbfe827/d3a95d50-eba3-45e1-9229-ae3e4abece84/e8077d1d-3d8c-4470-a85e-ad23d31f79df) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:03:22.463715 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5f22-b598-486d-8a72-3f637e98da79 req-1dd472ba-7eef-4210-8f33-195affb3571b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:22.465214 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e1b5f22-b598-486d-8a72-3f637e98da79 req-1dd472ba-7eef-4210-8f33-195affb3571b tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 945 time: 0.0716882 Jun 07 16:03:22.762216 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:22.783505 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e1b5f22-b598-486d-8a72-3f637e98da79 req-9c0f39af-9379-4905-ab03-c1b0b8f4a957 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128142 Jun 07 16:03:22.843835 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55221e3-7601-4335-8905-b611ee61816a req-332f6705-e580-471c-962e-043f9c4e5035 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:22.845324 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f55221e3-7601-4335-8905-b611ee61816a req-332f6705-e580-471c-962e-043f9c4e5035 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0538635 Jun 07 16:03:22.846826 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:22.933258 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:03:22.947970 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:03:22.960631 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:03:22.967337 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'Port': ['ID=e8077d1d-3d8c-4470-a85e-ad23d31f79df,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:22.975110 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b969b-b553-4bab-8e0b-333c29d9a8ca req-cff34f59-86d0-4435-b821-d761b42f1110 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:22.977229 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-377b969b-b553-4bab-8e0b-333c29d9a8ca req-cff34f59-86d0-4435-b821-d761b42f1110 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 945 time: 0.1231575 Jun 07 16:03:22.986800 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 57926) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:22.992149 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-2d2a6317-9ed0-47ba-b0f4-c7d2853fa540 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Request body: {'floatingip': {'port_id': '0f8222bc-a5ba-4988-8987-c489cf085cff'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:23.012473 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f55221e3-7601-4335-8905-b611ee61816a req-a417fffa-819d-4b21-a11f-44c175043035 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552546 Jun 07 16:03:23.015321 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:23.033544 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:23.034060 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.053462 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-e0b8e7b8-4bed-405f-9d70-2d4652026c5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9830794 Jun 07 16:03:23.066297 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Request body: {'port': {'device_id': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:23.072145 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6317-9ed0-47ba-b0f4-c7d2853fa540 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (604f0e23-600c-44cf-9014-276687424fd1), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.150937 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9d0c-4000-4e90-9b30-04c1c785fcd8 req-a4df55d9-e3ad-4c8a-9563-71d47f5d5f0d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:23.154404 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e61f9d0c-4000-4e90-9b30-04c1c785fcd8 req-a4df55d9-e3ad-4c8a-9563-71d47f5d5f0d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 931 time: 0.0636616 Jun 07 16:03:23.196040 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.212157 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:23.237129 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e61f9d0c-4000-4e90-9b30-04c1c785fcd8 req-e16371cc-1ea2-499d-9b05-74ae85d6927f tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659940 Jun 07 16:03:23.242250 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-87930236-7fcc-471e-a580-de2e561847df None None] Provisioning complete for port e8077d1d-3d8c-4470-a85e-ad23d31f79df triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:03:23.242857 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-87930236-7fcc-471e-a580-de2e561847df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.295512 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-87930236-7fcc-471e-a580-de2e561847df None None] Port e8077d1d-3d8c-4470-a85e-ad23d31f79df cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:03:23.297816 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.524256 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6317-9ed0-47ba-b0f4-c7d2853fa540 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.525675 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8077d1d-3d8c-4470-a85e-ad23d31f79df {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:03:23.528172 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6317-9ed0-47ba-b0f4-c7d2853fa540 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (604f0e23-600c-44cf-9014-276687424fd1), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.533368 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Publish callbacks [] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.546077 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Transition to ACTIVE for port object e8077d1d-3d8c-4470-a85e-ad23d31f79df will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:03:23.549924 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.602580 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8077d1d-3d8c-4470-a85e-ad23d31f79df,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:23.626699 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.l3_db [None req-2d2a6317-9ed0-47ba-b0f4-c7d2853fa540 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Floating IP 604f0e23-600c-44cf-9014-276687424fd1 associated. External IP: 172.27.2.63, port: 0f8222bc-a5ba-4988-8987-c489cf085cff. Jun 07 16:03:23.670461 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Attempting to bind port e8077d1d-3d8c-4470-a85e-ad23d31f79df on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:03:23.670790 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Attempting to bind port e8077d1d-3d8c-4470-a85e-ad23d31f79df by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:03:23.671113 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Attempting to bind port e8077d1d-3d8c-4470-a85e-ad23d31f79df on network a5da0562-0cd6-4376-86ed-2ba23dbfe827 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:03:23.676573 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Port e8077d1d-3d8c-4470-a85e-ad23d31f79df on network a5da0562-0cd6-4376-86ed-2ba23dbfe827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:03:23.677066 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Attempting to bind port e8077d1d-3d8c-4470-a85e-ad23d31f79df on network a5da0562-0cd6-4376-86ed-2ba23dbfe827 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:03:23.682747 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:03:23.683216 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Checking segment: {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:03:23.683600 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Bound using segment: {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:03:23.684019 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Bound port: e8077d1d-3d8c-4470-a85e-ad23d31f79df, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:03:23.684387 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.755167 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] For port e8077d1d-3d8c-4470-a85e-ad23d31f79df, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:03:23.759173 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] For port e8077d1d-3d8c-4470-a85e-ad23d31f79df, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=e8077d1d-3d8c-4470-a85e-ad23d31f79df,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:03:23.766484 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.802768 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:23.804100 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:23.805495 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] 10.222.0.24 "PUT /v2.0/ports/e8077d1d-3d8c-4470-a85e-ad23d31f79df HTTP/1.1" status: 200 len: 1093 time: 0.7435763 Jun 07 16:03:23.808104 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'tag': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:23.811198 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb" -d '{"events": [{"name": "network-changed", "server_uuid": "300403ca-f879-42eb-942e-b71ccfd7d4f9", "tag": "e8077d1d-3d8c-4470-a85e-ad23d31f79df"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:23.849389 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dd3d8-89d7-495a-bd7a-d240c27beea9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8077d1d-3d8c-4470-a85e-ad23d31f79df,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:23.899205 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aafaeb-1394-49a3-918b-564d2c46d3ce x-openstack-request-id: req-77aafaeb-1394-49a3-918b-564d2c46d3ce {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:23.899708 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300403ca-f879-42eb-942e-b71ccfd7d4f9", "tag": "e8077d1d-3d8c-4470-a85e-ad23d31f79df", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:23.900043 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77aafaeb-1394-49a3-918b-564d2c46d3ce {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:23.900569 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77aafaeb-1394-49a3-918b-564d2c46d3ce'] response: {'name': 'network-changed', 'server_uuid': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'tag': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'status': 'completed', 'code': 200} Jun 07 16:03:23.906725 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-ee5c5a8d-a1fb-4981-a835-ece8496e802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:23.908371 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-ee5c5a8d-a1fb-4981-a835-ece8496e802d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 1127 time: 0.0472376 Jun 07 16:03:23.957918 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-14e5c066-28a3-4fc4-b26a-60618974610a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8077d1d-3d8c-4470-a85e-ad23d31f79df HTTP/1.1" status: 200 len: 217 time: 0.0400612 Jun 07 16:03:23.974107 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:24.014167 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-62707ade-4a21-4c75-b5da-38e76efe9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:24.015627 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-62707ade-4a21-4c75-b5da-38e76efe9e7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.0503209 Jun 07 16:03:24.035027 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2a6317-9ed0-47ba-b0f4-c7d2853fa540 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:03:24.061219 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-ac7b346e-42a5-4e15-9e92-9b491f44a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:24.062711 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-ac7b346e-42a5-4e15-9e92-9b491f44a751 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389223 Jun 07 16:03:24.141443 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2a6317-9ed0-47ba-b0f4-c7d2853fa540 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:03:24.146724 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6317-9ed0-47ba-b0f4-c7d2853fa540 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:24.155935 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a19694-28ab-4661-8566-dea419570b4c None None] Sync routers for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:03:24.166467 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a19694-28ab-4661-8566-dea419570b4c None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:24.167066 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-62a19694-28ab-4661-8566-dea419570b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:03:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:24.180757 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-2d2a6317-9ed0-47ba-b0f4-c7d2853fa540 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "PUT /v2.0/floatingips/604f0e23-600c-44cf-9014-276687424fd1 HTTP/1.1" status: 200 len: 990 time: 1.1922870 Jun 07 16:03:24.181551 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'tag': '0f8222bc-a5ba-4988-8987-c489cf085cff'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:24.183889 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f097f6ac36b35195947aa4438c9488911cf55d48cfeb24672d25f9ae282f2969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fffd26-b2df-4b6c-a321-469e5ac51929" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bd5575-db33-4a06-9d45-7a83ed77e7ad", "tag": "0f8222bc-a5ba-4988-8987-c489cf085cff"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:24.193620 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bf102-f923-4d2d-92d1-ae24545e842f req-6da6ba7b-663b-4c39-8db7-eddabd4d4377 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:24.195715 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-be1bf102-f923-4d2d-92d1-ae24545e842f req-6da6ba7b-663b-4c39-8db7-eddabd4d4377 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0970237 Jun 07 16:03:24.222968 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303c5bb5-662d-46cf-a465-f6a9097e60f1 x-openstack-request-id: req-303c5bb5-662d-46cf-a465-f6a9097e60f1 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:24.223269 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bd5575-db33-4a06-9d45-7a83ed77e7ad", "tag": "0f8222bc-a5ba-4988-8987-c489cf085cff", "status": "completed", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:24.223756 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-303c5bb5-662d-46cf-a465-f6a9097e60f1 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:24.224156 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303c5bb5-662d-46cf-a465-f6a9097e60f1'] response: {'name': 'network-changed', 'server_uuid': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'tag': '0f8222bc-a5ba-4988-8987-c489cf085cff', 'status': 'completed', 'code': 200} Jun 07 16:03:24.247107 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:24.269404 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-414e0c73-88e7-49f2-b61f-54a9e0539fee service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613503 Jun 07 16:03:24.332689 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-be1bf102-f923-4d2d-92d1-ae24545e842f req-6c5c3c2c-82fc-41c3-9b5d-034257bbb088 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234627 Jun 07 16:03:24.364958 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-62a19694-28ab-4661-8566-dea419570b4c None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:24.373677 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fffd26-b2df-4b6c-a321-469e5ac51929 req-cd749f3b-97d4-4182-842e-92bf94ec5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:24.375115 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60fffd26-b2df-4b6c-a321-469e5ac51929 req-cd749f3b-97d4-4182-842e-92bf94ec5be6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0733c937754d1182c68bd4ea7f283c&device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 1129 time: 0.1267943 Jun 07 16:03:24.471132 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07f241-491f-4a3e-a0a3-d7f2d9cbf8ce req-0417be50-66cf-4c2c-99e3-144154ee988c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:24.472612 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e07f241-491f-4a3e-a0a3-d7f2d9cbf8ce req-0417be50-66cf-4c2c-99e3-144154ee988c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 943 time: 0.1453218 Jun 07 16:03:24.537095 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-db809a4a-ffa0-44d4-8042-b67659e61915 req-ea2c6522-ff81-478f-8f55-5dce5411184e service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475164 Jun 07 16:03:24.558103 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fffd26-b2df-4b6c-a321-469e5ac51929 req-5bcf2f47-5a6f-4ed0-8ba8-be3f0ace836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:24.559530 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60fffd26-b2df-4b6c-a321-469e5ac51929 req-5bcf2f47-5a6f-4ed0-8ba8-be3f0ace836d service neutron] 10.222.0.24 "GET /v2.0/networks?id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 200 len: 912 time: 0.1678419 Jun 07 16:03:24.564241 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e07f241-491f-4a3e-a0a3-d7f2d9cbf8ce req-30a826b5-8b0c-4707-9a8f-ec6f6cca3537 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845540 Jun 07 16:03:24.585899 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-62a19694-28ab-4661-8566-dea419570b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '604f0e23-600c-44cf-9014-276687424fd1', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'port_id': '0f8222bc-a5ba-4988-8987-c489cf085cff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'mac_address': 'fa:16:3e:8d:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:09Z', 'updated_at': '2022-06-07T16:03:23Z', 'revision_number': 1, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:24.605353 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a19694-28ab-4661-8566-dea419570b4c None None] Checking router: 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:03:24.614020 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a19694-28ab-4661-8566-dea419570b4c None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:24.614612 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-62a19694-28ab-4661-8566-dea419570b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:03:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:24.634048 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60fffd26-b2df-4b6c-a321-469e5ac51929 req-dcd1b757-6426-4191-a70e-112b295e331b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f8222bc-a5ba-4988-8987-c489cf085cff HTTP/1.1" status: 200 len: 998 time: 0.0594165 Jun 07 16:03:24.712144 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-62a19694-28ab-4661-8566-dea419570b4c None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:24.797666 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:24.887415 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb req-02a819f0-22c5-4309-a92a-c2ce1be57a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:24.888843 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb req-02a819f0-22c5-4309-a92a-c2ce1be57a1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 1127 time: 0.0778131 Jun 07 16:03:24.890257 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fffd26-b2df-4b6c-a321-469e5ac51929 req-e969296f-e360-4d0f-9a48-38b9658c1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:24.891557 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60fffd26-b2df-4b6c-a321-469e5ac51929 req-e969296f-e360-4d0f-9a48-38b9658c1721 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d2e6771-b172-483a-8869-cf0fd6582503 HTTP/1.1" status: 200 len: 850 time: 0.0817435 Jun 07 16:03:24.916630 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-62a19694-28ab-4661-8566-dea419570b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '604f0e23-600c-44cf-9014-276687424fd1', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'port_id': '0f8222bc-a5ba-4988-8987-c489cf085cff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'mac_address': 'fa:16:3e:8d:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:09Z', 'updated_at': '2022-06-07T16:03:23Z', 'revision_number': 1, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:24.943800 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a19694-28ab-4661-8566-dea419570b4c None None] The sync data for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi is: [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '604f0e23-600c-44cf-9014-276687424fd1', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'port_id': '0f8222bc-a5ba-4988-8987-c489cf085cff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'mac_address': 'fa:16:3e:8d:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:09Z', 'updated_at': '2022-06-07T16:03:23Z', 'revision_number': 1, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:03:24.987626 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fffd26-b2df-4b6c-a321-469e5ac51929 req-30be16b3-e48a-4f13-91de-f9087e501118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:24.989140 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60fffd26-b2df-4b6c-a321-469e5ac51929 req-30be16b3-e48a-4f13-91de-f9087e501118 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aaeb9c5f-0bb1-4407-ad5c-9ab482299357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804083 Jun 07 16:03:25.073306 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb req-5f672c8c-0207-4046-b047-65f5e17f1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:25.074799 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb req-5f672c8c-0207-4046-b047-65f5e17f1959 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 913 time: 0.1733553 Jun 07 16:03:25.132666 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb req-9b7d7090-ace9-47c0-b609-ed620d900a9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8077d1d-3d8c-4470-a85e-ad23d31f79df HTTP/1.1" status: 200 len: 217 time: 0.0427818 Jun 07 16:03:25.151581 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ea7a2-4c54-46e1-a7b4-2a10e442016d None None] New status for floating IP 604f0e23-600c-44cf-9014-276687424fd1: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:03:25.174477 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60fffd26-b2df-4b6c-a321-469e5ac51929 req-2f41a079-b2ab-42a0-9c7f-80c4dbb20937 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673849 Jun 07 16:03:25.227474 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:25.235302 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb req-b8b89657-6a46-4d4b-b3df-61e090bcdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:25.236809 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb req-b8b89657-6a46-4d4b-b3df-61e090bcdf22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.0949571 Jun 07 16:03:25.300858 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb req-d1198f6e-f0b0-459a-8be3-55b762396459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:25.302407 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb req-d1198f6e-f0b0-459a-8be3-55b762396459 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576501 Jun 07 16:03:25.325664 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60fffd26-b2df-4b6c-a321-469e5ac51929 req-e6ded22a-dd68-473d-b344-7fa889dfbef7 service neutron] 10.222.0.24 "GET /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433427 Jun 07 16:03:25.393699 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:25.404523 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb req-e6bd6b1f-1789-4049-bc80-49dbfa69dadd service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924039 Jun 07 16:03:25.494017 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e2a90-78ad-4577-ae68-301ae0527cef req-31b42b92-af0c-426f-9f02-be72e52be650 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:25.495502 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5f3e2a90-78ad-4577-ae68-301ae0527cef req-31b42b92-af0c-426f-9f02-be72e52be650 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0901177 Jun 07 16:03:25.563988 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cbf740a3-1a9c-4c7e-be0a-e4584a8468eb req-700487d2-63a6-42bd-97c1-a027df90356c service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501234 Jun 07 16:03:25.572367 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5f3e2a90-78ad-4577-ae68-301ae0527cef req-86437899-42fa-4934-afed-af8bcd73b0d0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705566 Jun 07 16:03:25.688060 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c2279-ab2e-4bd5-9df9-49c84b3fd20a req-2fa060e6-edd5-4f43-a4fc-5063d2f99e8b tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:25.690184 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-838c2279-ab2e-4bd5-9df9-49c84b3fd20a req-2fa060e6-edd5-4f43-a4fc-5063d2f99e8b tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 943 time: 0.0538301 Jun 07 16:03:25.742063 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-838c2279-ab2e-4bd5-9df9-49c84b3fd20a req-ac78a55a-8856-45fd-a322-a6b076b36636 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461562 Jun 07 16:03:26.696418 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd508bb6-427e-45dd-9705-5f396e26b777 req-f9f219ec-9a16-4f36-81b8-48e815f11d40 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:26.697859 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bd508bb6-427e-45dd-9705-5f396e26b777 req-f9f219ec-9a16-4f36-81b8-48e815f11d40 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0457594 Jun 07 16:03:26.748176 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bd508bb6-427e-45dd-9705-5f396e26b777 req-8186d35e-cb04-4295-a6fe-0b4797d00a73 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449033 Jun 07 16:03:26.854813 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da7e83-8e78-406c-9709-099b6cb9f16d req-e06ea7a6-b454-4955-9ae6-aad6ce1dcc4c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:26.856566 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-02da7e83-8e78-406c-9709-099b6cb9f16d req-e06ea7a6-b454-4955-9ae6-aad6ce1dcc4c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 943 time: 0.0468385 Jun 07 16:03:26.910462 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-02da7e83-8e78-406c-9709-099b6cb9f16d req-7079efc9-0ecd-48e0-85f4-659e5ab04e9a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482371 Jun 07 16:03:27.861158 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffb0c8-f73f-4ce5-8c5d-eb0d75865036 req-1793fd21-15da-4391-ae81-12cd311f9e22 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:27.862507 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-86ffb0c8-f73f-4ce5-8c5d-eb0d75865036 req-1793fd21-15da-4391-ae81-12cd311f9e22 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0468626 Jun 07 16:03:27.908569 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-86ffb0c8-f73f-4ce5-8c5d-eb0d75865036 req-4b9e463a-cfa5-476d-b112-bca118f6ece6 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395157 Jun 07 16:03:28.024481 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de7c0-c8fc-41a9-a9ee-38ad68352d18 req-6e5a1894-a035-40f5-9a54-e595a153be55 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:28.026080 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5a1de7c0-c8fc-41a9-a9ee-38ad68352d18 req-6e5a1894-a035-40f5-9a54-e595a153be55 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 943 time: 0.0472546 Jun 07 16:03:28.074370 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5a1de7c0-c8fc-41a9-a9ee-38ad68352d18 req-2ffe4138-9be7-448f-bbd5-003ed0cc4c45 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Jun 07 16:03:29.027295 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6b613-8233-473a-a7ef-ccda2981cf41 req-9da26bb6-273b-457c-b419-f0563023b312 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:29.028747 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73d6b613-8233-473a-a7ef-ccda2981cf41 req-9da26bb6-273b-457c-b419-f0563023b312 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0489995 Jun 07 16:03:29.074637 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-73d6b613-8233-473a-a7ef-ccda2981cf41 req-34e80de2-d439-43bf-83ba-e69ea72b38bf tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404298 Jun 07 16:03:29.185918 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774c778-cc93-49a9-8a45-f453e677689c req-5f3651f5-0292-44b0-b726-04f2b17967a0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:29.187356 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8774c778-cc93-49a9-8a45-f453e677689c req-5f3651f5-0292-44b0-b726-04f2b17967a0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 943 time: 0.0464635 Jun 07 16:03:29.239359 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8774c778-cc93-49a9-8a45-f453e677689c req-c1d5de20-daf2-4568-a858-9a4271b93f62 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464303 Jun 07 16:03:29.810489 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:29.827501 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595b5cc-82b8-44e9-b138-4993a9537db6 req-77427a29-b1c9-4f06-ac7f-8c4304db5f4c tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:29.829024 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0595b5cc-82b8-44e9-b138-4993a9537db6 req-77427a29-b1c9-4f06-ac7f-8c4304db5f4c tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0477874 Jun 07 16:03:29.866271 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:29.883317 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0595b5cc-82b8-44e9-b138-4993a9537db6 req-e0d1bf74-0cdb-419a-8c99-36a9a3f0fd70 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487163 Jun 07 16:03:30.194492 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c3dd9-c614-4af9-bc5a-96fc46fd0db3 req-8f629fb0-c13a-4337-be9a-05dcd38b86b7 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:30.195925 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2c2c3dd9-c614-4af9-bc5a-96fc46fd0db3 req-8f629fb0-c13a-4337-be9a-05dcd38b86b7 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0465689 Jun 07 16:03:30.243230 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2c2c3dd9-c614-4af9-bc5a-96fc46fd0db3 req-b8a35005-fbf2-4df6-bd62-a9791ca8c142 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418146 Jun 07 16:03:30.352730 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a5cf5-d254-4200-9f20-74a81c3d31f4 req-8105215b-cfbb-441a-84fa-70aca3df639d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:30.354161 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3b0a5cf5-d254-4200-9f20-74a81c3d31f4 req-8105215b-cfbb-441a-84fa-70aca3df639d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 943 time: 0.0456107 Jun 07 16:03:30.401565 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3b0a5cf5-d254-4200-9f20-74a81c3d31f4 req-a2e3f9a5-b976-42a0-b23b-4070a6276b3f tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Jun 07 16:03:31.001447 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc936016-e6cc-4e2d-a5c2-b01cd8a700e6 req-f9d4efe2-be5e-4c37-8ebd-286ef6352533 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:31.002796 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fc936016-e6cc-4e2d-a5c2-b01cd8a700e6 req-f9d4efe2-be5e-4c37-8ebd-286ef6352533 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0506339 Jun 07 16:03:31.051304 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fc936016-e6cc-4e2d-a5c2-b01cd8a700e6 req-50caf30c-972f-4675-86c5-1ae6ffa7a89c tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423594 Jun 07 16:03:31.359000 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed920f-b763-495b-a2fc-606b73c3112b req-3eccea75-26e1-4b79-ae0c-a5f4337f7be1 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:31.360478 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dfed920f-b763-495b-a2fc-606b73c3112b req-3eccea75-26e1-4b79-ae0c-a5f4337f7be1 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0469329 Jun 07 16:03:31.406863 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dfed920f-b763-495b-a2fc-606b73c3112b req-c30f216f-0639-4878-a9a4-f31554476593 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403452 Jun 07 16:03:31.519045 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcb530-d1a6-4dbf-9af2-c46ff44a8a99 req-211728c5-adea-487a-a8e9-24b530eff25d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:31.520566 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-48dcb530-d1a6-4dbf-9af2-c46ff44a8a99 req-211728c5-adea-487a-a8e9-24b530eff25d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 943 time: 0.0501513 Jun 07 16:03:31.568496 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-48dcb530-d1a6-4dbf-9af2-c46ff44a8a99 req-ab5f414c-1a8c-466f-808f-794f88574bcb tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413935 Jun 07 16:03:32.164588 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5a1c3-4622-4193-848f-673ddd86d98e req-3f5237de-2b37-4f56-a0f6-0cf2ecf35a5c tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:32.166723 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8f5a1c3-4622-4193-848f-673ddd86d98e req-3f5237de-2b37-4f56-a0f6-0cf2ecf35a5c tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0489933 Jun 07 16:03:32.215373 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8f5a1c3-4622-4193-848f-673ddd86d98e req-5d84c852-1ff9-4789-95f2-e6e7c4f61776 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430398 Jun 07 16:03:32.290473 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:03:32.523169 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985f963-0ac1-4991-9125-cccf075aeffb req-170bc79d-19dd-4daf-b109-84a3b105a547 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:32.524638 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2985f963-0ac1-4991-9125-cccf075aeffb req-170bc79d-19dd-4daf-b109-84a3b105a547 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0504441 Jun 07 16:03:32.576813 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2985f963-0ac1-4991-9125-cccf075aeffb req-682bf190-8d9e-4363-817b-f2fda52f726a tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467360 Jun 07 16:03:32.680004 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfb337-5938-46cd-9df6-217cec9d02e6 req-d2656070-b11f-400f-a826-c1a3722da92f tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:32.681461 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a7dfb337-5938-46cd-9df6-217cec9d02e6 req-d2656070-b11f-400f-a826-c1a3722da92f tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 943 time: 0.0463145 Jun 07 16:03:32.729199 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a7dfb337-5938-46cd-9df6-217cec9d02e6 req-db04124e-e4d2-458d-888c-685f56c87862 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423687 Jun 07 16:03:33.214413 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device e8077d1d-3d8c-4470-a85e-ad23d31f79df details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:03:33.314004 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port e8077d1d-3d8c-4470-a85e-ad23d31f79df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=e8077d1d-3d8c-4470-a85e-ad23d31f79df,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:33.329244 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a62209-0b1b-4746-b5ba-10d8424f56be req-b8757df2-a284-4f03-965b-bf69c6636936 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:33.329811 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'port_id': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'mac_address': 'fa:16:3e:e6:2d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:03:33.330881 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c8a62209-0b1b-4746-b5ba-10d8424f56be req-b8757df2-a284-4f03-965b-bf69c6636936 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0487967 Jun 07 16:03:33.367167 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port e8077d1d-3d8c-4470-a85e-ad23d31f79df is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:03:33.367557 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:33.380135 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8077d1d-3d8c-4470-a85e-ad23d31f79df {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:03:33.381130 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c8a62209-0b1b-4746-b5ba-10d8424f56be req-d0b3cb07-ce3e-4a06-a2b9-8df3e7f04aec tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439646 Jun 07 16:03:33.400681 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port e8077d1d-3d8c-4470-a85e-ad23d31f79df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=e8077d1d-3d8c-4470-a85e-ad23d31f79df,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:33.404472 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:33.452680 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=e8077d1d-3d8c-4470-a85e-ad23d31f79df,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:33.699683 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e042d-d67a-4cdf-ae78-19cb9403a647 req-337edcb6-0788-4c45-a770-e3f18bfa5e1c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:33.701170 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e37e042d-d67a-4cdf-ae78-19cb9403a647 req-337edcb6-0788-4c45-a770-e3f18bfa5e1c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0494153 Jun 07 16:03:33.721527 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:33.727872 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['e8077d1d-3d8c-4470-a85e-ad23d31f79df'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:03:33.750148 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e37e042d-d67a-4cdf-ae78-19cb9403a647 req-2cb69e00-e183-4b31-b4fe-c4f3c24e3b22 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434427 Jun 07 16:03:33.852298 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfd441-a83f-494c-a34a-afb5a326455e req-9acaac96-e097-435f-aafa-56d248d2b23d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:33.853790 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e9bfd441-a83f-494c-a34a-afb5a326455e req-9acaac96-e097-435f-aafa-56d248d2b23d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 944 time: 0.0529907 Jun 07 16:03:33.906654 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e9bfd441-a83f-494c-a34a-afb5a326455e req-04dada69-0764-49cf-b49d-122815e9040e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465946 Jun 07 16:03:33.936327 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:34.175956 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:34.177869 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:34.493603 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79ee0-e1cf-4836-b7de-c28d9d3460c9 req-04d06f24-8756-4cca-b726-c6edeafa22f2 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:34.495447 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3da79ee0-e1cf-4836-b7de-c28d9d3460c9 req-04d06f24-8756-4cca-b726-c6edeafa22f2 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0483506 Jun 07 16:03:34.529542 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:34.550789 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3da79ee0-e1cf-4836-b7de-c28d9d3460c9 req-0cced7ce-274d-44a0-8a57-5f33c66c56d7 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499551 Jun 07 16:03:34.876409 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97715a8c-19a3-40a3-9cf6-30f82923e3d9 req-8dabe5f6-7533-4005-82bb-2d19df4ef0bc tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:34.878053 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-97715a8c-19a3-40a3-9cf6-30f82923e3d9 req-8dabe5f6-7533-4005-82bb-2d19df4ef0bc tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0600677 Jun 07 16:03:34.920405 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=14 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:34.930679 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-97715a8c-19a3-40a3-9cf6-30f82923e3d9 req-83edea71-443a-4e63-98d3-8d48396645aa tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465612 Jun 07 16:03:35.049494 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bbfbc-7f63-4f1e-b8e0-9ca099a2faab req-acae1a95-b20f-48f4-a5e3-32f6f926c2b0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:35.051079 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cf4bbfbc-7f63-4f1e-b8e0-9ca099a2faab req-acae1a95-b20f-48f4-a5e3-32f6f926c2b0 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 944 time: 0.0471222 Jun 07 16:03:35.099574 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cf4bbfbc-7f63-4f1e-b8e0-9ca099a2faab req-6d107e9b-c2af-4855-9168-2e2cd298a999 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Jun 07 16:03:35.233601 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device e8077d1d-3d8c-4470-a85e-ad23d31f79df up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:03:35.274245 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:35.279919 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port e8077d1d-3d8c-4470-a85e-ad23d31f79df completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:03:35.287378 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port e8077d1d-3d8c-4470-a85e-ad23d31f79df triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:03:35.287912 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:35.358043 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port e8077d1d-3d8c-4470-a85e-ad23d31f79df is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:03:35.358417 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:35.380253 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:35.383109 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d81115-11b1-4ee1-9ba2-4083bd1e344b" -d '{"events": [{"server_uuid": "300403ca-f879-42eb-942e-b71ccfd7d4f9", "name": "network-vif-plugged", "status": "completed", "tag": "e8077d1d-3d8c-4470-a85e-ad23d31f79df"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:35.395331 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port e8077d1d-3d8c-4470-a85e-ad23d31f79df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=e8077d1d-3d8c-4470-a85e-ad23d31f79df,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:35.400830 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:35.437584 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8d2403-77bf-4773-a844-87f6d5c4c8e5 x-openstack-request-id: req-fd8d2403-77bf-4773-a844-87f6d5c4c8e5 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:35.437889 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300403ca-f879-42eb-942e-b71ccfd7d4f9", "name": "network-vif-plugged", "status": "completed", "tag": "e8077d1d-3d8c-4470-a85e-ad23d31f79df", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:35.438136 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd8d2403-77bf-4773-a844-87f6d5c4c8e5 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:35.438527 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8d2403-77bf-4773-a844-87f6d5c4c8e5'] response: {'server_uuid': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'code': 200} Jun 07 16:03:35.450319 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=e8077d1d-3d8c-4470-a85e-ad23d31f79df,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:35.669175 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e008e-eb1c-43d4-b598-a5932c0ef872 req-7090b5f8-cbb4-4239-bf26-2f85a00589dd tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:35.670760 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8e9e008e-eb1c-43d4-b598-a5932c0ef872 req-7090b5f8-cbb4-4239-bf26-2f85a00589dd tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0526097 Jun 07 16:03:35.725956 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8e9e008e-eb1c-43d4-b598-a5932c0ef872 req-9e701551-f6bc-4ec0-b5a8-c4f2ab1ff4be tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496030 Jun 07 16:03:35.777925 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1b452-57f1-4aae-a249-57837d942701 req-3acb235d-27cb-4790-b8cb-7da0e3810e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:35.779370 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-47f1b452-57f1-4aae-a249-57837d942701 req-3acb235d-27cb-4790-b8cb-7da0e3810e74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 1129 time: 0.0525699 Jun 07 16:03:35.829154 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-47f1b452-57f1-4aae-a249-57837d942701 req-062b0eb2-83ad-421e-92d2-1ab107d2ddf9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406089 Jun 07 16:03:36.054591 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6d340-87aa-44ea-891e-a8121fa11508 req-ad20c548-e84a-4bb2-afab-51918380a491 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:36.056111 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-edf6d340-87aa-44ea-891e-a8121fa11508 req-ad20c548-e84a-4bb2-afab-51918380a491 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0512779 Jun 07 16:03:36.103635 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-edf6d340-87aa-44ea-891e-a8121fa11508 req-30f172c0-441b-4a83-aab7-81b37b9ffce6 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418184 Jun 07 16:03:36.224421 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc008f-3ccb-40bb-ad74-6a1586925287 req-9401bdae-48df-4c6c-87ee-e4fadbfc7c7b tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:36.226555 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b0bc008f-3ccb-40bb-ad74-6a1586925287 req-9401bdae-48df-4c6c-87ee-e4fadbfc7c7b tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0566738 Jun 07 16:03:36.283856 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b0bc008f-3ccb-40bb-ad74-6a1586925287 req-5d1d90e6-c262-4c8d-91c6-9615fba501a4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509059 Jun 07 16:03:36.332594 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca8619-790f-4157-8eaf-b534226eb799 req-0f19ee95-0be9-48ab-ad5f-0b7388ec0157 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:36.334055 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ceca8619-790f-4157-8eaf-b534226eb799 req-0f19ee95-0be9-48ab-ad5f-0b7388ec0157 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 945 time: 0.0492589 Jun 07 16:03:36.386657 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ceca8619-790f-4157-8eaf-b534226eb799 req-e81f8234-0e92-4fdd-aefb-f73a0224e625 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467641 Jun 07 16:03:36.837979 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee5f7e-67dd-422b-844a-d237277302a3 req-58b129e8-1b40-40f6-b9fd-7d4ad00bb5a1 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:36.839349 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-71ee5f7e-67dd-422b-844a-d237277302a3 req-58b129e8-1b40-40f6-b9fd-7d4ad00bb5a1 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0467803 Jun 07 16:03:36.887815 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-71ee5f7e-67dd-422b-844a-d237277302a3 req-3c69f417-e89b-484c-9ae9-80b4829e6a15 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429609 Jun 07 16:03:37.219614 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2cc72-8526-40a9-82c9-5fc90b6ec9e4 req-4bca1ba8-557a-4f43-b33f-c164a09b69e0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:37.221079 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-97b2cc72-8526-40a9-82c9-5fc90b6ec9e4 req-4bca1ba8-557a-4f43-b33f-c164a09b69e0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0465243 Jun 07 16:03:37.267454 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-97b2cc72-8526-40a9-82c9-5fc90b6ec9e4 req-de0c8fc2-fa48-4b13-8490-a4a92e9dc651 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 Jun 07 16:03:37.363230 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:37.402487 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3a50b-4349-4a8a-ab47-3663ee38bd97 req-df80971c-f03b-40c2-863d-f1d830c9a164 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:37.403916 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c1c3a50b-4349-4a8a-ab47-3663ee38bd97 req-df80971c-f03b-40c2-863d-f1d830c9a164 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0492709 Jun 07 16:03:37.453314 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c1c3a50b-4349-4a8a-ab47-3663ee38bd97 req-6db88f7f-a70a-4777-bb05-d8f3fa1bac47 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438375 Jun 07 16:03:37.490630 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:37.501872 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec424964-cfcf-40ec-b959-56c4fd3a0d5a req-075dbef8-9297-4296-b831-17525415cbca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:37.503336 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ec424964-cfcf-40ec-b959-56c4fd3a0d5a req-075dbef8-9297-4296-b831-17525415cbca tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 945 time: 0.0486326 Jun 07 16:03:37.554267 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ec424964-cfcf-40ec-b959-56c4fd3a0d5a req-abf66775-078f-4383-87a8-a5c24475fc35 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452781 Jun 07 16:03:37.999941 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc4924-3eae-4e08-9a1b-4d91d8902a83 req-529227d1-5356-47f1-9543-597db54d8f5f tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:38.001417 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e1cc4924-3eae-4e08-9a1b-4d91d8902a83 req-529227d1-5356-47f1-9543-597db54d8f5f tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0469916 Jun 07 16:03:38.051915 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e1cc4924-3eae-4e08-9a1b-4d91d8902a83 req-fce7c62b-cda8-4e65-aa0f-a6f53256431f tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445769 Jun 07 16:03:38.384544 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1b34d-649f-47c0-8268-d478d488dc19 req-518f0d69-b71b-49ad-9bd0-b83d36d92deb tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:38.386889 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-25d1b34d-649f-47c0-8268-d478d488dc19 req-518f0d69-b71b-49ad-9bd0-b83d36d92deb tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0499380 Jun 07 16:03:38.446257 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-25d1b34d-649f-47c0-8268-d478d488dc19 req-728cef52-3af9-4bd4-886d-e096f761808d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538692 Jun 07 16:03:38.961857 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a1ec1-de8d-4749-aa27-a63fbfae07cb req-5c63676a-ea1a-4869-9f8e-63fcca73c720 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:38.963314 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b84a1ec1-de8d-4749-aa27-a63fbfae07cb req-5c63676a-ea1a-4869-9f8e-63fcca73c720 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 945 time: 0.4300785 Jun 07 16:03:38.975765 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-66e9928c-4ccf-455a-b20f-adf9a06bd02f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:38.979043 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-66e9928c-4ccf-455a-b20f-adf9a06bd02f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 945 time: 0.3933911 Jun 07 16:03:39.038891 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d461c1-ba2d-4157-995c-7d161a5e4bd9 req-94c136ab-f13e-4237-afaa-50f4936ee846 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:39.040821 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f6d461c1-ba2d-4157-995c-7d161a5e4bd9 req-94c136ab-f13e-4237-afaa-50f4936ee846 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 945 time: 0.1058071 Jun 07 16:03:39.084230 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b84a1ec1-de8d-4749-aa27-a63fbfae07cb req-b517d05d-e7c9-47fc-9fdd-d13b704c8d39 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038704 Jun 07 16:03:39.116806 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f6d461c1-ba2d-4157-995c-7d161a5e4bd9 req-73f318a9-7e74-42d5-8cb3-dc7d2256983b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf6bdb16-ab5b-4471-a86c-66d05eb41668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677407 Jun 07 16:03:39.270347 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Deleting port 9e4269dc-abca-4501-a92b-01c74411106c {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:03:39.270594 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (9e4269dc-abca-4501-a92b-01c74411106c), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:39.296155 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843d2c3-8703-434d-8260-37c0009c7808 req-660effb6-b685-41af-8947-17f320645e18 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:39.297664 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5843d2c3-8703-434d-8260-37c0009c7808 req-660effb6-b685-41af-8947-17f320645e18 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.1019642 Jun 07 16:03:39.337876 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2db2-b8b6-4074-b6c1-b918ae6b0e53 req-7bd653b2-6ff6-4240-8818-892302e8f165 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:39.339307 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ddcc2db2-b8b6-4074-b6c1-b918ae6b0e53 req-7bd653b2-6ff6-4240-8818-892302e8f165 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.1316395 Jun 07 16:03:39.434792 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5843d2c3-8703-434d-8260-37c0009c7808 req-3c1e5c72-d5fa-403b-8177-21dc9b26e129 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067402 Jun 07 16:03:39.452249 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ddcc2db2-b8b6-4074-b6c1-b918ae6b0e53 req-243e14cc-d830-4c8d-b718-7441f9039153 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992308 Jun 07 16:03:39.457498 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] For port 9e4269dc-abca-4501-a92b-01c74411106c, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9e4269dc-abca-4501-a92b-01c74411106c,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:39.457859 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (9e4269dc-abca-4501-a92b-01c74411106c), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:39.526658 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:39.605413 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68fb35-b1ba-49fb-83fa-9b3d6398b4ba req-5b9192cd-ac93-4ed9-8fa4-cec03e37002f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:39.607776 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8e68fb35-b1ba-49fb-83fa-9b3d6398b4ba req-5b9192cd-ac93-4ed9-8fa4-cec03e37002f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0880456 Jun 07 16:03:39.651472 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:39.694750 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:39.695103 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (861248aa-36ae-43d3-bef9-632efa6b80ab), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:39.695414 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Floating IP 861248aa-36ae-43d3-bef9-632efa6b80ab disassociated. External IP: 172.27.2.128, port: 9e4269dc-abca-4501-a92b-01c74411106c. Jun 07 16:03:39.695753 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Calling delete_port for 9e4269dc-abca-4501-a92b-01c74411106c owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:03:39.706967 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8e68fb35-b1ba-49fb-83fa-9b3d6398b4ba req-11f2b30c-ad11-4900-9958-5ddee310c5d7 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924952 Jun 07 16:03:39.825522 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (9e4269dc-abca-4501-a92b-01c74411106c), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:39.856051 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'Port': ['ID=9e4269dc-abca-4501-a92b-01c74411106c,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:39.964919 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Router ff0099a3-a753-43c4-9c6c-6635c009b24b has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:03:40.066136 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:03:40.076366 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f53b3-a85d-48f9-a80d-072985dc108d None None] Sync routers for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:03:40.086840 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f53b3-a85d-48f9-a80d-072985dc108d None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:40.087450 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-ae4f53b3-a85d-48f9-a80d-072985dc108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:03:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:40.108180 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] No DVR routers for this DVR port 9e4269dc-abca-4501-a92b-01c74411106c on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:03:40.110676 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:40.114065 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-042dff66-5fa7-4d26-ba00-2b580f41242e req-bca9e135-626f-4b8f-ba6d-b0ba39883b3a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "DELETE /v2.0/ports/9e4269dc-abca-4501-a92b-01c74411106c HTTP/1.1" status: 204 len: 173 time: 0.9963589 Jun 07 16:03:40.114500 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68445d53-da9e-442d-93b8-0e70c601457f', 'name': 'network-vif-deleted', 'tag': '9e4269dc-abca-4501-a92b-01c74411106c'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:40.117307 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123a8444-f7f3-4c78-8ad1-0103af086982" -d '{"events": [{"server_uuid": "68445d53-da9e-442d-93b8-0e70c601457f", "name": "network-vif-deleted", "tag": "9e4269dc-abca-4501-a92b-01c74411106c"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:40.170090 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94c3af9-b655-4030-a796-1e2236328a1b x-openstack-request-id: req-c94c3af9-b655-4030-a796-1e2236328a1b {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:40.170445 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68445d53-da9e-442d-93b8-0e70c601457f", "name": "network-vif-deleted", "tag": "9e4269dc-abca-4501-a92b-01c74411106c", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:40.170755 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c94c3af9-b655-4030-a796-1e2236328a1b {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:40.171216 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94c3af9-b655-4030-a796-1e2236328a1b'] response: {'server_uuid': '68445d53-da9e-442d-93b8-0e70c601457f', 'name': 'network-vif-deleted', 'tag': '9e4269dc-abca-4501-a92b-01c74411106c', 'status': 'completed', 'code': 200} Jun 07 16:03:40.194787 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:40.200298 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-ae4f53b3-a85d-48f9-a80d-072985dc108d None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:40.232730 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b564c8-8662-4c1c-9873-4069fea7c91f req-480694a5-4b03-4c67-aae1-f70dc4176dbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:40.234266 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b7b564c8-8662-4c1c-9873-4069fea7c91f req-480694a5-4b03-4c67-aae1-f70dc4176dbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0561311 Jun 07 16:03:40.268530 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5269172c-15ec-4356-8406-a4fceee3ca3b req-93873ef5-2764-4cfc-870d-7cb877f65882 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=68445d53-da9e-442d-93b8-0e70c601457f HTTP/1.1" status: 200 len: 210 time: 0.0454824 Jun 07 16:03:40.315412 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b7b564c8-8662-4c1c-9873-4069fea7c91f req-9dd16cd9-0eb7-47ec-b731-0ca43301655a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730548 Jun 07 16:03:40.408940 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-ae4f53b3-a85d-48f9-a80d-072985dc108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:40.432807 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f53b3-a85d-48f9-a80d-072985dc108d None None] Checking router: ff0099a3-a753-43c4-9c6c-6635c009b24b for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:03:40.440031 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4897266-a863-4566-8503-4ba909ca9991 req-05b817a6-3290-453a-b96c-af2afac34414 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:40.441003 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f53b3-a85d-48f9-a80d-072985dc108d None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:40.441524 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f4897266-a863-4566-8503-4ba909ca9991 req-05b817a6-3290-453a-b96c-af2afac34414 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0517085 Jun 07 16:03:40.441639 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-ae4f53b3-a85d-48f9-a80d-072985dc108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:03:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:40.507630 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f4897266-a863-4566-8503-4ba909ca9991 req-99132d03-d7de-4f93-93ed-adaa98f7d175 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582924 Jun 07 16:03:40.530318 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58124) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:40.572389 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-ae4f53b3-a85d-48f9-a80d-072985dc108d None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:40.577280 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab047b-636b-4293-ac82-b31fcb3a7aa5 tempest-TestVolumeBootPattern-1131682816 tempest-TestVolumeBootPattern-1131682816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:40.578905 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680b36e-bda9-4926-b9e6-5705aca55c5e req-ec56cd9a-83e5-4658-b158-7eea735b647c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:40.580620 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7680b36e-bda9-4926-b9e6-5705aca55c5e req-ec56cd9a-83e5-4658-b158-7eea735b647c tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0636301 Jun 07 16:03:40.581726 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-40ab047b-636b-4293-ac82-b31fcb3a7aa5 tempest-TestVolumeBootPattern-1131682816 tempest-TestVolumeBootPattern-1131682816-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 1124 time: 0.0506992 Jun 07 16:03:40.582657 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 58126) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:40.587611 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'port_id': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:40.671040 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:40.685964 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:40.738158 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:40.780844 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8162232-261b-420a-b5be-79e070cefded req-2be6ebe1-4b70-4e61-94ba-918224f00f60 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:40.782324 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8162232-261b-420a-b5be-79e070cefded req-2be6ebe1-4b70-4e61-94ba-918224f00f60 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.1877234 Jun 07 16:03:40.782781 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-ae4f53b3-a85d-48f9-a80d-072985dc108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:40.785310 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7680b36e-bda9-4926-b9e6-5705aca55c5e req-4dd59951-4d89-4832-874e-43b68be3dc20 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896672 Jun 07 16:03:40.813561 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f53b3-a85d-48f9-a80d-072985dc108d None None] The sync data for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi is: [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:03:40.854707 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:40.897596 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef3924-e9b0-4c02-b9cb-6d8e1c82a8ff req-4b09c47d-5baa-4c49-9869-bfd1535d47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:40.899059 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bdef3924-e9b0-4c02-b9cb-6d8e1c82a8ff req-4b09c47d-5baa-4c49-9869-bfd1535d47bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 1129 time: 0.0888391 Jun 07 16:03:40.900011 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8994-69fe-4d94-97d4-9ee1ce58f41b req-afde99ca-47bd-4b7d-b264-bb3c8615c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:40.901368 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f2df8994-69fe-4d94-97d4-9ee1ce58f41b req-afde99ca-47bd-4b7d-b264-bb3c8615c575 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bc2a18d64e440eabb0f4f4a072cf671&device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 1130 time: 0.2103193 Jun 07 16:03:40.987908 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7ad2a-df46-49df-aa12-262a125f4c89 req-8649947f-06ce-4a3e-aff0-596fee026db8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:40.989445 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-27f7ad2a-df46-49df-aa12-262a125f4c89 req-8649947f-06ce-4a3e-aff0-596fee026db8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.1086299 Jun 07 16:03:41.017724 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8162232-261b-420a-b5be-79e070cefded req-9e00aae0-43ea-4c6f-b705-3f2c603dc415 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050571 Jun 07 16:03:41.064669 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9012bff-5dff-4928-ab9c-473c4307cd32 None None] New status for floating IP 861248aa-36ae-43d3-bef9-632efa6b80ab: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:03:41.095266 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Allocated IP 172.27.2.25 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/4b44e5d0-1b94-46bb-8ae8-a8770d0815d4) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:03:41.102477 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-27f7ad2a-df46-49df-aa12-262a125f4c89 req-87a8aef3-6f97-42f4-b879-c1b6b8a0ab99 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055069 Jun 07 16:03:41.266609 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bdef3924-e9b0-4c02-b9cb-6d8e1c82a8ff req-926f870e-d5c8-4ea5-bbbd-fadb2519cbef service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609042 Jun 07 16:03:41.299413 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8994-69fe-4d94-97d4-9ee1ce58f41b req-d357ab01-da65-49ce-9bab-e8f870cda17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:41.300885 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f2df8994-69fe-4d94-97d4-9ee1ce58f41b req-d357ab01-da65-49ce-9bab-e8f870cda17d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8456bfa-e327-4646-9098-4f04d53b18a5 HTTP/1.1" status: 200 len: 910 time: 0.1975667 Jun 07 16:03:41.317274 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for port (4b44e5d0-1b94-46bb-8ae8-a8770d0815d4), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.325401 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:41.353769 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (4b44e5d0-1b94-46bb-8ae8-a8770d0815d4), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.370991 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58134) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:41.395189 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:03:41.398391 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:03:41.404525 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:03:41.425890 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e139877d-ca08-4b16-88b5-4147f2c1d423 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (bf6bdb16-ab5b-4471-a86c-66d05eb41668), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.426293 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'Port': ['ID=4b44e5d0-1b94-46bb-8ae8-a8770d0815d4,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:41.450040 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e139877d-ca08-4b16-88b5-4147f2c1d423 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (bf6bdb16-ab5b-4471-a86c-66d05eb41668), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.497882 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e139877d-ca08-4b16-88b5-4147f2c1d423 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (bf6bdb16-ab5b-4471-a86c-66d05eb41668), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.500628 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e139877d-ca08-4b16-88b5-4147f2c1d423 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.501745 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-e139877d-ca08-4b16-88b5-4147f2c1d423 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "DELETE /v2.0/security-groups/bf6bdb16-ab5b-4471-a86c-66d05eb41668 HTTP/1.1" status: 204 len: 168 time: 0.1296911 Jun 07 16:03:41.506625 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58136) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:41.522670 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139877d-ca08-4b16-88b5-4147f2c1d423 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6bdb16-ab5b-4471-a86c-66d05eb41668,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:41.525066 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.api.v2.resource [None req-210b6362-f6c3-49ef-92a1-b43cf1578443 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] show failed (client error): The resource could not be found. Jun 07 16:03:41.526079 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-210b6362-f6c3-49ef-92a1-b43cf1578443 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups/bf6bdb16-ab5b-4471-a86c-66d05eb41668 HTTP/1.1" status: 404 len: 347 time: 0.0185006 Jun 07 16:03:41.529052 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58138) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:41.606365 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f2df8994-69fe-4d94-97d4-9ee1ce58f41b req-69d9c63d-9033-4823-97dc-1a1f476b5ada service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecee4301-3191-46a9-9f87-5b81919581bd HTTP/1.1" status: 200 len: 1002 time: 0.1065209 Jun 07 16:03:41.645008 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-d79c976b-cba5-4d27-abb8-1cf2e5ecbef6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Deleting port ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:03:41.645672 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d79c976b-cba5-4d27-abb8-1cf2e5ecbef6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.703183 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8994-69fe-4d94-97d4-9ee1ce58f41b req-c6530b5e-5af7-46e8-b7e4-4df16a7da0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:41.704660 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f2df8994-69fe-4d94-97d4-9ee1ce58f41b req-c6530b5e-5af7-46e8-b7e4-4df16a7da0f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e29039f-3438-4bb9-8234-bd4dbb940c1e HTTP/1.1" status: 200 len: 848 time: 0.0875778 Jun 07 16:03:41.715035 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:41.738867 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d79c976b-cba5-4d27-abb8-1cf2e5ecbef6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.739190 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d79c976b-cba5-4d27-abb8-1cf2e5ecbef6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.756983 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-d79c976b-cba5-4d27-abb8-1cf2e5ecbef6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Calling delete_port for ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47 owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:03:41.853023 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.891484 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d79c976b-cba5-4d27-abb8-1cf2e5ecbef6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.917865 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c976b-cba5-4d27-abb8-1cf2e5ecbef6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'Port': ['ID=ff3d91a7-9a96-40e2-b5bc-9d1c0900ea47,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:41.938391 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4e58-a25d-4d55-8373-94d7c49ca44c req-035cb9d8-b930-49af-88cc-1182e93c44dd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:41.939867 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4e4c4e58-a25d-4d55-8373-94d7c49ca44c req-035cb9d8-b930-49af-88cc-1182e93c44dd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0669255 Jun 07 16:03:41.978526 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d79c976b-cba5-4d27-abb8-1cf2e5ecbef6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (861248aa-36ae-43d3-bef9-632efa6b80ab), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.981293 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d79c976b-cba5-4d27-abb8-1cf2e5ecbef6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:41.982432 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-d79c976b-cba5-4d27-abb8-1cf2e5ecbef6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "DELETE /v2.0/floatingips/861248aa-36ae-43d3-bef9-632efa6b80ab HTTP/1.1" status: 204 len: 168 time: 0.4524968 Jun 07 16:03:41.984664 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (4b44e5d0-1b94-46bb-8ae8-a8770d0815d4), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.055436 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58146) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:42.061567 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-30dcdae3-94ec-4c03-842c-8f65b2fbb023 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444511828', 'description': 'tempest-description--262568389'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:42.085555 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-30dcdae3-94ec-4c03-842c-8f65b2fbb023 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.141096 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:42.167718 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-30dcdae3-94ec-4c03-842c-8f65b2fbb023 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (a5b49aef-a4ca-4b3c-9d11-00e204efa021), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.171471 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-30dcdae3-94ec-4c03-842c-8f65b2fbb023 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (a5b49aef-a4ca-4b3c-9d11-00e204efa021), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.204669 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-30dcdae3-94ec-4c03-842c-8f65b2fbb023 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.205912 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-30dcdae3-94ec-4c03-842c-8f65b2fbb023 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1493635 Jun 07 16:03:42.206629 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcdae3-94ec-4c03-842c-8f65b2fbb023 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b49aef-a4ca-4b3c-9d11-00e204efa021,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:42.208904 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58150) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:42.213265 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-ab4337f8-dd01-490f-9806-02e378bc0241 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group_rule': {'security_group_id': 'a5b49aef-a4ca-4b3c-9d11-00e204efa021', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:42.242826 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab4337f8-dd01-490f-9806-02e378bc0241 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (b9cca87a-3c42-4200-b41a-1d8c06e5511b), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.306203 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab4337f8-dd01-490f-9806-02e378bc0241 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (b9cca87a-3c42-4200-b41a-1d8c06e5511b), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.311281 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab4337f8-dd01-490f-9806-02e378bc0241 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (b9cca87a-3c42-4200-b41a-1d8c06e5511b), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.319549 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:42.324801 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4e4c4e58-a25d-4d55-8373-94d7c49ca44c req-5327f711-3b2b-4f3c-9ca0-e43c86cff379 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670971 Jun 07 16:03:42.336632 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4337f8-dd01-490f-9806-02e378bc0241 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cca87a-3c42-4200-b41a-1d8c06e5511b,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:42.348061 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab4337f8-dd01-490f-9806-02e378bc0241 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.353553 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ab4337f8-dd01-490f-9806-02e378bc0241 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438043 Jun 07 16:03:42.354800 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58152) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:42.359724 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-8c5b7d8b-aa0f-419e-a996-c213429c4e53 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'security_group_rule': {'security_group_id': 'a5b49aef-a4ca-4b3c-9d11-00e204efa021', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:42.382527 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8994-69fe-4d94-97d4-9ee1ce58f41b req-cfcd83a9-c2a9-4e54-ae12-b01773c33497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:42.384085 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f2df8994-69fe-4d94-97d4-9ee1ce58f41b req-cfcd83a9-c2a9-4e54-ae12-b01773c33497 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8456bfa-e327-4646-9098-4f04d53b18a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3560965 Jun 07 16:03:42.394462 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7d8b-aa0f-419e-a996-c213429c4e53 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (67b31882-0ad1-4432-a46d-488a1dbd3844), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.411405 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0be610-3805-4cf8-a884-c3809ca50062 req-6c2d7a22-51e3-4f61-89ca-65a6c2eb70d2 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:42.413312 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa0be610-3805-4cf8-a884-c3809ca50062 req-6c2d7a22-51e3-4f61-89ca-65a6c2eb70d2 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.1086304 Jun 07 16:03:42.453970 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7d8b-aa0f-419e-a996-c213429c4e53 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (67b31882-0ad1-4432-a46d-488a1dbd3844), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.458317 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7d8b-aa0f-419e-a996-c213429c4e53 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (67b31882-0ad1-4432-a46d-488a1dbd3844), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.475889 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:42.483828 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b7d8b-aa0f-419e-a996-c213429c4e53 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b31882-0ad1-4432-a46d-488a1dbd3844,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:42.489792 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7d8b-aa0f-419e-a996-c213429c4e53 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.495340 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8c5b7d8b-aa0f-419e-a996-c213429c4e53 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368589 Jun 07 16:03:42.496017 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58154) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:42.501039 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:42.524121 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.530476 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d2221-980a-479a-8d64-27a74cb78513 req-c8685d94-2fca-41f5-8704-00a8f83d7aae tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:42.532152 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cb6d2221-980a-479a-8d64-27a74cb78513 req-c8685d94-2fca-41f5-8704-00a8f83d7aae tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0929477 Jun 07 16:03:42.577358 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa0be610-3805-4cf8-a884-c3809ca50062 req-35a02d7d-b759-4ba8-8a92-e3eca73640e4 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369646 Jun 07 16:03:42.606807 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.632189 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for port (4b44e5d0-1b94-46bb-8ae8-a8770d0815d4), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.636943 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cb6d2221-980a-479a-8d64-27a74cb78513 req-a5488079-5e25-4d72-b3ea-d90450a518eb tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925071 Jun 07 16:03:42.638034 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (4b44e5d0-1b94-46bb-8ae8-a8770d0815d4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.702080 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'Port': ['ID=4b44e5d0-1b94-46bb-8ae8-a8770d0815d4,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:42.717696 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.720088 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:42.731510 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Allocated IP 172.27.2.17 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/57745293-4ed0-4a81-8235-374f54834781) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:03:42.816388 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Floating IP 9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f associated. External IP: 172.27.2.25, port: e8077d1d-3d8c-4470-a85e-ad23d31f79df. Jun 07 16:03:42.837949 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (57745293-4ed0-4a81-8235-374f54834781), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.871255 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (57745293-4ed0-4a81-8235-374f54834781), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:42.875358 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:42.930367 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:03:42.934055 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:03:42.940607 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:03:42.946366 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=57745293-4ed0-4a81-8235-374f54834781,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:43.007824 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f2df8994-69fe-4d94-97d4-9ee1ce58f41b req-a5843170-befa-4b70-8f14-ee42b0530113 service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343529 Jun 07 16:03:43.028551 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (f5a466c6-f0a0-4129-b5e8-1d13784c07df), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:43.066728 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (57745293-4ed0-4a81-8235-374f54834781), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:43.069477 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:43.189627 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f2df8994-69fe-4d94-97d4-9ee1ce58f41b req-abec948f-e899-41a9-bf0e-0612a17ef6d7 service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460969 Jun 07 16:03:43.191284 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Router 469acd32-59a7-44f8-acf0-72a01d723b91 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:03:43.248301 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9e4269dc-abca-4501-a92b-01c74411106c no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:03:43.249114 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (57745293-4ed0-4a81-8235-374f54834781), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:43.254048 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1212707'] for port (57745293-4ed0-4a81-8235-374f54834781), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:43.270673 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 9e4269dc-abca-4501-a92b-01c74411106c {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:03:43.271023 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9e4269dc-abca-4501-a92b-01c74411106c not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:03:43.305096 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:03:43.315625 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46048380-2632-4256-b68a-fc86cd61e08a None None] Sync routers for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:03:43.326923 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46048380-2632-4256-b68a-fc86cd61e08a None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:43.327539 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-46048380-2632-4256-b68a-fc86cd61e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:03:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:43.327847 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:43.336913 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=57745293-4ed0-4a81-8235-374f54834781,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:43.349054 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (f5a466c6-f0a0-4129-b5e8-1d13784c07df), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:43.368589 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3a0a40d7-e4e4-4e13-81e7-3be23889acbe tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7846694 Jun 07 16:03:43.370137 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'tag': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:43.372273 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd14d2e6-0ead-4a8a-b496-7c423978172c" -d '{"events": [{"name": "network-changed", "server_uuid": "300403ca-f879-42eb-942e-b71ccfd7d4f9", "tag": "e8077d1d-3d8c-4470-a85e-ad23d31f79df"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:43.384033 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:43.385351 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-6df02e68-e113-4004-9d12-2123f2a6c3a4 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8883672 Jun 07 16:03:43.455370 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef0a77b-caca-411a-bf7f-5a50419b83e7 x-openstack-request-id: req-3ef0a77b-caca-411a-bf7f-5a50419b83e7 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:43.455954 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300403ca-f879-42eb-942e-b71ccfd7d4f9", "tag": "e8077d1d-3d8c-4470-a85e-ad23d31f79df", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:43.456267 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ef0a77b-caca-411a-bf7f-5a50419b83e7 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:43.456895 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef0a77b-caca-411a-bf7f-5a50419b83e7'] response: {'name': 'network-changed', 'server_uuid': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'tag': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'status': 'completed', 'code': 200} Jun 07 16:03:43.506571 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:43.517591 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a0307-9533-4b7b-8a90-c2df812c3b03 req-11cff2e9-6b7b-40ae-9c89-f6872a591168 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:43.519498 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-122a0307-9533-4b7b-8a90-c2df812c3b03 req-11cff2e9-6b7b-40ae-9c89-f6872a591168 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0610828 Jun 07 16:03:43.541640 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-46048380-2632-4256-b68a-fc86cd61e08a None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:43.618247 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-122a0307-9533-4b7b-8a90-c2df812c3b03 req-7ec6f8e5-e092-425f-89dc-621813b4e8cc tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901146 Jun 07 16:03:43.621729 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-af33331b-8eee-4c2e-9363-fb878309a8f6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--444511828&fields=id&tenant_id=e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 267 time: 0.0799272 Jun 07 16:03:43.740417 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:43.758789 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-46048380-2632-4256-b68a-fc86cd61e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:e6:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:41Z', 'updated_at': '2022-06-07T16:03:41Z', 'revision_number': 0, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:43.768094 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39f960-1f1d-4546-85c3-78e583cd4106 req-8c7a2392-a195-41fb-af01-277637558ca1 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:43.769894 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8d39f960-1f1d-4546-85c3-78e583cd4106 req-8c7a2392-a195-41fb-af01-277637558ca1 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0701799 Jun 07 16:03:43.785051 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46048380-2632-4256-b68a-fc86cd61e08a None None] Checking router: 469acd32-59a7-44f8-acf0-72a01d723b91 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:03:43.794650 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46048380-2632-4256-b68a-fc86cd61e08a None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:43.795262 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-46048380-2632-4256-b68a-fc86cd61e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:03:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:43.798764 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-4e21c516-4c60-449f-b7d4-bbafc70d2234 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:43.800261 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-4e21c516-4c60-449f-b7d4-bbafc70d2234 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 813 time: 0.1716111 Jun 07 16:03:43.820598 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:43.831871 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-ce92debe-5f39-4269-a961-4d89a39bb2a5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/quotas/e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 375 time: 0.0246837 Jun 07 16:03:43.843986 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8d39f960-1f1d-4546-85c3-78e583cd4106 req-5dc03a30-ef17-4f74-8202-ae60315e7d30 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672038 Jun 07 16:03:43.888712 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-4b500fa7-d5fb-445e-9277-5257cb636677 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494318 Jun 07 16:03:43.895199 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:43.905685 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-46048380-2632-4256-b68a-fc86cd61e08a None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:44.000721 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f127c00-2e69-45c7-8917-ef02d6ef2adc req-24183394-2a72-4f8a-8ecc-8be51f5c018e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:44.002167 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6f127c00-2e69-45c7-8917-ef02d6ef2adc req-24183394-2a72-4f8a-8ecc-8be51f5c018e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0923803 Jun 07 16:03:44.051461 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-10a8e929-ee4f-4be3-86cd-69e729f4b37d service neutron] 10.222.0.18 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498814 Jun 07 16:03:44.109915 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6f127c00-2e69-45c7-8917-ef02d6ef2adc req-1b9ef348-df37-4043-b4eb-62b533731b08 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012311 Jun 07 16:03:44.114061 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-46048380-2632-4256-b68a-fc86cd61e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:e6:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:41Z', 'updated_at': '2022-06-07T16:03:41Z', 'revision_number': 0, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:44.147546 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46048380-2632-4256-b68a-fc86cd61e08a None None] The sync data for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi is: [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:e6:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:41Z', 'updated_at': '2022-06-07T16:03:41Z', 'revision_number': 0, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:03:44.159621 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-fd43bf89-efdd-493c-b858-b20704a03048 service neutron] 10.222.0.18 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023138 Jun 07 16:03:44.409851 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a491528-b016-4d04-a565-0e121753f25f None None] New status for floating IP 9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:03:44.572951 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14d2e6-0ead-4a8a-b496-7c423978172c req-1c7237f9-96af-4fd8-86c8-1b053399eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:44.574447 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bd14d2e6-0ead-4a8a-b496-7c423978172c req-1c7237f9-96af-4fd8-86c8-1b053399eeb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 1129 time: 0.0558035 Jun 07 16:03:44.581011 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706ac7-5073-48f2-b04b-a9dcf47af4e0 req-a51623bb-1e3b-4bf7-a629-7e26a67706f0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:44.582481 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9b706ac7-5073-48f2-b04b-a9dcf47af4e0 req-a51623bb-1e3b-4bf7-a629-7e26a67706f0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.1118054 Jun 07 16:03:44.634005 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f7ca02a-b0a5-4c9e-bec4-7046dd8f4561 req-7cdf21e5-07c2-4239-be3e-dc6adf1c3a0f tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 210 time: 0.3037634 Jun 07 16:03:44.725783 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9b706ac7-5073-48f2-b04b-a9dcf47af4e0 req-875ab88a-6533-46f7-85d0-da28a04c5bc0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373801 Jun 07 16:03:44.821477 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91aba-8388-45b2-842d-bc285bf127fc req-dfb8697e-14f2-4a9c-87be-9b1a95cb7bcb tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:44.822859 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-feb91aba-8388-45b2-842d-bc285bf127fc req-dfb8697e-14f2-4a9c-87be-9b1a95cb7bcb tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.1025910 Jun 07 16:03:44.841183 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac9d93-b970-44e2-b921-9f127f09bc64 req-b02686bf-4362-4c7d-9d24-c467c6d4f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:44.842684 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2dac9d93-b970-44e2-b921-9f127f09bc64 req-b02686bf-4362-4c7d-9d24-c467c6d4f731 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 1129 time: 0.1317766 Jun 07 16:03:44.858497 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:44.953407 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14d2e6-0ead-4a8a-b496-7c423978172c req-d0691eeb-3ba5-47ca-bc60-6d5d5f85ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:44.954864 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bd14d2e6-0ead-4a8a-b496-7c423978172c req-d0691eeb-3ba5-47ca-bc60-6d5d5f85ecb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 913 time: 0.2948031 Jun 07 16:03:45.039738 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-feb91aba-8388-45b2-842d-bc285bf127fc req-8f410b68-b0ac-4a57-815a-135f4a35f810 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094238 Jun 07 16:03:45.049267 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb8afc-f153-4ee4-a2d9-035934b3473b req-1db7d88a-382b-445a-a802-94d49a7a2695 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:45.050751 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bfeb8afc-f153-4ee4-a2d9-035934b3473b req-1db7d88a-382b-445a-a802-94d49a7a2695 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.1249928 Jun 07 16:03:45.094588 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bd14d2e6-0ead-4a8a-b496-7c423978172c req-a8dc250b-55d9-402a-95ae-96df75464cca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8077d1d-3d8c-4470-a85e-ad23d31f79df HTTP/1.1" status: 200 len: 1000 time: 0.1178467 Jun 07 16:03:45.109782 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac9d93-b970-44e2-b921-9f127f09bc64 req-9021bf57-e2ed-4411-af13-fba4a47fbc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:45.111238 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2dac9d93-b970-44e2-b921-9f127f09bc64 req-9021bf57-e2ed-4411-af13-fba4a47fbc78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 920 time: 0.2402909 Jun 07 16:03:45.136124 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bfeb8afc-f153-4ee4-a2d9-035934b3473b req-0d1fc7d6-2a42-4ddb-ab62-510e938a8f16 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767500 Jun 07 16:03:45.444223 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2dac9d93-b970-44e2-b921-9f127f09bc64 req-7b60020b-b99a-4a95-9a24-048f62cb4d56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3 HTTP/1.1" status: 200 len: 1001 time: 0.1004431 Jun 07 16:03:45.461064 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14d2e6-0ead-4a8a-b496-7c423978172c req-2753a11a-ac74-43aa-b980-0f6f6ddd4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:45.462656 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bd14d2e6-0ead-4a8a-b496-7c423978172c req-2753a11a-ac74-43aa-b980-0f6f6ddd4ed5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.1177011 Jun 07 16:03:45.526090 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:45.589944 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac9d93-b970-44e2-b921-9f127f09bc64 req-c81f2eee-1985-4ad5-9df6-857ac770b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:45.591367 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2dac9d93-b970-44e2-b921-9f127f09bc64 req-c81f2eee-1985-4ad5-9df6-857ac770b28a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.1336145 Jun 07 16:03:45.592340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14d2e6-0ead-4a8a-b496-7c423978172c req-54ad5601-aa9c-4693-9f14-222767cddd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:45.593670 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bd14d2e6-0ead-4a8a-b496-7c423978172c req-54ad5601-aa9c-4693-9f14-222767cddd52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997188 Jun 07 16:03:45.620979 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-e5248bbc-1b42-47fa-a5a9-96439851f392 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:45.622247 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-e5248bbc-1b42-47fa-a5a9-96439851f392 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 813 time: 0.1980290 Jun 07 16:03:45.987578 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cc4f7af7-e7c9-4957-9c71-6387fb9e7609 req-06e7f441-7fd8-4538-8f1c-242f01e0d5f0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 210 time: 0.2846398 Jun 07 16:03:46.118691 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d39aa-6959-418e-8f6c-c373b194cdb8 req-af7757e6-3500-415d-9fd0-771dd6afd349 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:46.120182 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-936d39aa-6959-418e-8f6c-c373b194cdb8 req-af7757e6-3500-415d-9fd0-771dd6afd349 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.1448636 Jun 07 16:03:46.132855 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac9d93-b970-44e2-b921-9f127f09bc64 req-44f6b13c-46cf-4f17-bc4f-7d82c8e50171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:46.134284 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2dac9d93-b970-44e2-b921-9f127f09bc64 req-44f6b13c-46cf-4f17-bc4f-7d82c8e50171 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1603985 Jun 07 16:03:46.247407 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-00ef462b-226b-42e5-898c-67abecb5e356 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e601e41f827a4c6f8c743a174ac463fa HTTP/1.1" status: 200 len: 379 time: 0.2697959 Jun 07 16:03:46.269748 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'port': {'device_id': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'admin_state_up': True, 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'security_groups': ['a5b49aef-a4ca-4b3c-9d11-00e204efa021']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:46.288265 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b4bd8-6773-4442-9ed5-7f40c918556f req-21f35fd9-bcb6-4a21-9b70-24179f5d6049 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:46.289707 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5b1b4bd8-6773-4442-9ed5-7f40c918556f req-21f35fd9-bcb6-4a21-9b70-24179f5d6049 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.1658397 Jun 07 16:03:46.355807 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bd14d2e6-0ead-4a8a-b496-7c423978172c req-cbb70888-89d7-4563-8f80-0970055c50cf service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795049 Jun 07 16:03:46.366916 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:46.386980 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-936d39aa-6959-418e-8f6c-c373b194cdb8 req-df84d3d8-24dd-4547-a4db-4f111680e8ce tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603648 Jun 07 16:03:46.435182 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2dac9d93-b970-44e2-b921-9f127f09bc64 req-1f194e04-6d9a-45cc-aa39-d1a76e474296 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804101 Jun 07 16:03:46.453370 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5b1b4bd8-6773-4442-9ed5-7f40c918556f req-b72c96f0-357d-474b-a68e-fbe81269446d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163614 Jun 07 16:03:46.489858 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Made reservation on behalf of e601e41f827a4c6f8c743a174ac463fa for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:03:46.493899 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:46.586839 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fa3f5-0166-400b-8af8-78640855607e req-76556e2e-791c-4d82-8ffe-82e97beaff79 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:46.588303 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-876fa3f5-0166-400b-8af8-78640855607e req-76556e2e-791c-4d82-8ffe-82e97beaff79 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.1459184 Jun 07 16:03:46.610632 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:46.815853 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-876fa3f5-0166-400b-8af8-78640855607e req-99d3d288-609f-4d1e-a2e8-96cd2d25edd5 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211685 Jun 07 16:03:46.836007 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Allocated IP 172.20.0.8 (5c78cec0-a2d6-49be-a908-94b7edf4c82d/92e0daa8-da84-4e33-8497-a16b55d8da8d/9949b721-992d-4b54-bd2b-4b397867eeba) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:03:46.861621 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-282195f6-7da0-41d4-9d95-b6e4952c7728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:46.865131 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bd14d2e6-0ead-4a8a-b496-7c423978172c req-8fd39434-cf5c-4061-9084-e9adc45c859c service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432461 Jun 07 16:03:46.869800 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2dac9d93-b970-44e2-b921-9f127f09bc64 req-a5e5fee8-a9f6-413f-a991-b79703c06bc4 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468936 Jun 07 16:03:46.951436 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [req-5f5972e2-1c03-453a-9758-bfcb6a598575 req-24c7fedf-a264-4058-a6bd-38bccfaced7b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 16:03:46.952463 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5f5972e2-1c03-453a-9758-bfcb6a598575 req-24c7fedf-a264-4058-a6bd-38bccfaced7b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0527835 Jun 07 16:03:47.046309 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for port (9949b721-992d-4b54-bd2b-4b397867eeba), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:47.120039 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58236) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:47.145833 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:47.150773 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5f911345-ce0e-4fff-8b2d-acfc5a961933 req-b51f34bc-0e72-4062-b5fb-29c1f2697e60 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 210 time: 0.0610335 Jun 07 16:03:47.168134 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4329cd8-66c5-4105-bd5d-8f50c8096357 req-651c6fb6-e615-4a19-916a-1bf5fd6c52ad tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:47.169826 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a4329cd8-66c5-4105-bd5d-8f50c8096357 req-651c6fb6-e615-4a19-916a-1bf5fd6c52ad tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0904105 Jun 07 16:03:47.212647 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:47.216744 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:03:47.227899 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:03:47.238125 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:03:47.244000 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-ae319b3f-8b61-4cfd-84aa-9acccdcb1dbf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226640 Jun 07 16:03:47.248957 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-5392aaa7-0707-427e-9f9a-145929d39611 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 16:03:47.260652 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-5392aaa7-0707-427e-9f9a-145929d39611 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0093548 Jun 07 16:03:47.262491 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event updated for resources: {'Port': ['ID=9949b721-992d-4b54-bd2b-4b397867eeba,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:47.313020 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a4329cd8-66c5-4105-bd5d-8f50c8096357 req-82e822b8-2017-4cf6-b96a-37779e222e20 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217062 Jun 07 16:03:47.318350 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:47.319465 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:47.345463 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-c019e88e-e81b-44f3-b337-00e65ad34bbe tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829113 Jun 07 16:03:47.364084 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58244) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:47.463300 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-bfc51e8a-33d3-4ebe-91fa-879ea479b9ff tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:47.464886 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-bfc51e8a-33d3-4ebe-91fa-879ea479b9ff tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports/ecee4301-3191-46a9-9f87-5b81919581bd HTTP/1.1" status: 200 len: 943 time: 0.0998020 Jun 07 16:03:47.471549 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-737fcb1f-127a-42eb-aa52-d0e73cb96485 None None] Provisioning complete for port 9949b721-992d-4b54-bd2b-4b397867eeba triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:03:47.471914 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-737fcb1f-127a-42eb-aa52-d0e73cb96485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:47.510967 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ca45b-9b02-4622-af53-943c2cf57993 req-caf0e6ee-4e92-4619-9b66-ffff3ea35d0c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:47.512788 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6f8ca45b-9b02-4622-af53-943c2cf57993 req-caf0e6ee-4e92-4619-9b66-ffff3ea35d0c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0555491 Jun 07 16:03:47.520187 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-737fcb1f-127a-42eb-aa52-d0e73cb96485 None None] Port 9949b721-992d-4b54-bd2b-4b397867eeba cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:03:47.607239 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff761a9-2aa2-461e-8349-5b9a4b58eda4 req-1706c7b3-0b14-475c-a98a-dc0d9926bf46 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:47.608773 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ff761a9-2aa2-461e-8349-5b9a4b58eda4 req-1706c7b3-0b14-475c-a98a-dc0d9926bf46 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0664039 Jun 07 16:03:47.616558 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6f8ca45b-9b02-4622-af53-943c2cf57993 req-0bb5830f-31b1-4a51-bef1-f1b7bf91a28b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950027 Jun 07 16:03:47.649629 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:47.664850 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ff761a9-2aa2-461e-8349-5b9a4b58eda4 req-0f64943c-3d67-4db4-b5fb-ad640fa59b21 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472915 Jun 07 16:03:48.272535 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89117-2b78-4c94-ae08-0a64da7deaf5 req-f9eae72d-7859-45ba-9bd0-00c6262e79f5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:48.273983 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e0e89117-2b78-4c94-ae08-0a64da7deaf5 req-f9eae72d-7859-45ba-9bd0-00c6262e79f5 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 931 time: 0.0519285 Jun 07 16:03:48.321729 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e0e89117-2b78-4c94-ae08-0a64da7deaf5 req-e40ddea6-76e9-4218-8d51-393a86672142 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421689 Jun 07 16:03:48.430015 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfe1f1-f412-47d5-bdf2-021e171e48b8 req-07fad186-476d-43f7-a4a1-7303c4643217 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:48.431371 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cadfe1f1-f412-47d5-bdf2-021e171e48b8 req-07fad186-476d-43f7-a4a1-7303c4643217 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0475280 Jun 07 16:03:48.483035 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cadfe1f1-f412-47d5-bdf2-021e171e48b8 req-a20bc24a-5571-44c3-a476-30491cc77bbb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449986 Jun 07 16:03:48.489837 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Request body: {'port': {'device_id': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:48.559119 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:48.639911 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-e3d77c9b-e5f8-48e8-8c37-da50cf09ed80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683618 Jun 07 16:03:48.825339 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-68f8a886-a68f-41cc-ad09-fa9eddd058fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:48.826793 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-68f8a886-a68f-41cc-ad09-fa9eddd058fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 1129 time: 0.1515625 Jun 07 16:03:48.882246 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6becec-e55a-4438-83b8-2d4eefd93029 req-5c8b01c6-1cd5-48ce-8074-762d820aee53 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:48.883672 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cc6becec-e55a-4438-83b8-2d4eefd93029 req-5c8b01c6-1cd5-48ce-8074-762d820aee53 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.1657674 Jun 07 16:03:48.934150 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24148d65-6e87-40bd-9043-12141cf2a195 req-ccdadc7f-fa2e-44d2-8e33-bc2f49dbe688 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:48.935541 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-24148d65-6e87-40bd-9043-12141cf2a195 req-ccdadc7f-fa2e-44d2-8e33-bc2f49dbe688 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.1383219 Jun 07 16:03:48.991857 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:49.029068 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4329fc69-6217-425e-ab2a-a7c7a64127b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:49.042022 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cc6becec-e55a-4438-83b8-2d4eefd93029 req-e4da6f81-40bb-4939-b067-44ed1951e201 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429181 Jun 07 16:03:49.047645 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-24148d65-6e87-40bd-9043-12141cf2a195 req-57070325-cd33-444b-b78c-34f7c7815b7a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015792 Jun 07 16:03:49.102696 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9949b721-992d-4b54-bd2b-4b397867eeba {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:03:49.110428 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Publish callbacks [] for port (9949b721-992d-4b54-bd2b-4b397867eeba), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:49.122733 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Transition to ACTIVE for port object 9949b721-992d-4b54-bd2b-4b397867eeba will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:03:49.125894 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:49.173505 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Pushing event updated for resources: {'Port': ['ID=9949b721-992d-4b54-bd2b-4b397867eeba,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:49.202117 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:49.261873 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Attempting to bind port 9949b721-992d-4b54-bd2b-4b397867eeba on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:03:49.262201 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Attempting to bind port 9949b721-992d-4b54-bd2b-4b397867eeba by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:03:49.262524 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Attempting to bind port 9949b721-992d-4b54-bd2b-4b397867eeba on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:03:49.267227 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Port 9949b721-992d-4b54-bd2b-4b397867eeba on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:03:49.267541 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Attempting to bind port 9949b721-992d-4b54-bd2b-4b397867eeba on network 5c78cec0-a2d6-49be-a908-94b7edf4c82d {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:03:49.272871 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:03:49.273525 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Checking segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:03:49.273647 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Bound using segment: {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:03:49.273969 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Bound port: 9949b721-992d-4b54-bd2b-4b397867eeba, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ece30d-d810-430a-8558-051df3289a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:03:49.274322 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:49.278848 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device ecee4301-3191-46a9-9f87-5b81919581bd no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:03:49.357337 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] For port 9949b721-992d-4b54-bd2b-4b397867eeba, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:03:49.361620 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] For port 9949b721-992d-4b54-bd2b-4b397867eeba, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9949b721-992d-4b54-bd2b-4b397867eeba,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:03:49.372692 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:49.398824 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port ecee4301-3191-46a9-9f87-5b81919581bd is: ACTIVE; New status is: DOWN {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:03:49.399473 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:49.432256 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:49.434925 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40ab1a7-16d3-4ac6-a4bd-2038fd0e5acf" -d '{"events": [{"server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "name": "network-vif-unplugged", "status": "completed", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:49.440901 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port ecee4301-3191-46a9-9f87-5b81919581bd, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=ecee4301-3191-46a9-9f87-5b81919581bd,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:49.454988 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:49.479814 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:49.480461 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:49.482124 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] 10.222.0.24 "PUT /v2.0/ports/9949b721-992d-4b54-bd2b-4b397867eeba HTTP/1.1" status: 200 len: 1093 time: 0.9979711 Jun 07 16:03:49.487322 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'tag': '9949b721-992d-4b54-bd2b-4b397867eeba'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:49.489591 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fea555-766c-4ff4-bbed-7f9c11f912b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3069cab6-3ca9-422f-a5b1-f95e5ee44d9b", "tag": "9949b721-992d-4b54-bd2b-4b397867eeba"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:49.517156 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:49.518272 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:49.523274 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a698fd8-15e0-46a8-8fa8-d0722b5f8b56 x-openstack-request-id: req-5a698fd8-15e0-46a8-8fa8-d0722b5f8b56 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:49.523702 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "name": "network-vif-unplugged", "status": "failed", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd", "code": 422}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:49.524038 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a698fd8-15e0-46a8-8fa8-d0722b5f8b56 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:49.524743 dv-cinder-844879-2-iscsi neutron-server[103970]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5a698fd8-15e0-46a8-8fa8-d0722b5f8b56']: {'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'code': 422} returned with failed status Jun 07 16:03:49.525551 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=ecee4301-3191-46a9-9f87-5b81919581bd,revision_number=6']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:49.539624 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6403e-2999-4b57-8409-92305d5ebb09 service neutron] Pushing event updated for resources: {'Port': ['ID=9949b721-992d-4b54-bd2b-4b397867eeba,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:49.549967 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad1e9db-9b95-4af3-8d23-0ecd180d05a7 x-openstack-request-id: req-2ad1e9db-9b95-4af3-8d23-0ecd180d05a7 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:49.550244 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3069cab6-3ca9-422f-a5b1-f95e5ee44d9b", "tag": "9949b721-992d-4b54-bd2b-4b397867eeba", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:49.550493 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ad1e9db-9b95-4af3-8d23-0ecd180d05a7 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:49.550949 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad1e9db-9b95-4af3-8d23-0ecd180d05a7'] response: {'name': 'network-changed', 'server_uuid': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'tag': '9949b721-992d-4b54-bd2b-4b397867eeba', 'status': 'completed', 'code': 200} Jun 07 16:03:49.562839 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1cc7c-0924-4938-8e22-b178e7d2063d req-eb766be9-db35-4086-bc7d-c6fe9b852571 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:49.565886 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6cc1cc7c-0924-4938-8e22-b178e7d2063d req-eb766be9-db35-4086-bc7d-c6fe9b852571 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 943 time: 0.1465592 Jun 07 16:03:49.682737 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-08f64204-62bb-44cd-92b2-a59d8e077a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:49.684220 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-08f64204-62bb-44cd-92b2-a59d8e077a92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 1127 time: 0.1142349 Jun 07 16:03:49.694392 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-062287ed-620a-4c2f-9cdc-6499bf2f4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:49.695871 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-062287ed-620a-4c2f-9cdc-6499bf2f4103 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 920 time: 0.2905037 Jun 07 16:03:49.731895 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8ab72-8def-43b9-a7b8-66a97b23051e req-7278e4f7-6b6a-4c2c-a377-81ec80fa8b44 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:49.733401 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-44b8ab72-8def-43b9-a7b8-66a97b23051e req-7278e4f7-6b6a-4c2c-a377-81ec80fa8b44 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.1198952 Jun 07 16:03:49.786564 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6cc1cc7c-0924-4938-8e22-b178e7d2063d req-a0b0522d-0ff9-4f77-8596-07f389f330b6 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007778 Jun 07 16:03:49.791156 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-6c8e4f31-e9c1-4e50-a6d7-48fb133d328a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9949b721-992d-4b54-bd2b-4b397867eeba HTTP/1.1" status: 200 len: 217 time: 0.0859642 Jun 07 16:03:49.792949 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-18aae256-4ab6-4035-a624-32e1afe1a952 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4afe8733-9281-4967-aed2-4a9f8c20246a HTTP/1.1" status: 200 len: 217 time: 0.0849953 Jun 07 16:03:49.876400 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:49.909269 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-44b8ab72-8def-43b9-a7b8-66a97b23051e req-d52b71f7-8709-4714-a997-f24f39be7ef2 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206691 Jun 07 16:03:49.917815 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-d922593c-6759-458d-a271-b52b0c2f0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:49.919257 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-d922593c-6759-458d-a271-b52b0c2f0a8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.1102092 Jun 07 16:03:49.925928 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-25bbfc15-908f-48c3-81db-a5da57579590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:49.927339 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-25bbfc15-908f-48c3-81db-a5da57579590 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.1078706 Jun 07 16:03:49.997124 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-2300c9ba-7a1c-43a4-9305-e4bc27a77bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:49.998607 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-2300c9ba-7a1c-43a4-9305-e4bc27a77bdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697613 Jun 07 16:03:50.001513 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-6b9be758-7fcd-4de2-928a-a53423b8b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:50.002857 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-6b9be758-7fcd-4de2-928a-a53423b8b571 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653260 Jun 07 16:03:50.155188 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:50.229030 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:50.505184 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-f1432d3a-2337-4d68-b07d-eeb57f7aedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:50.507359 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-f1432d3a-2337-4d68-b07d-eeb57f7aedec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390&tenant_id=8bc2a18d64e440eabb0f4f4a072cf671 HTTP/1.1" status: 200 len: 1128 time: 0.1371598 Jun 07 16:03:50.516836 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c60943-4254-4d0b-a51c-4406178f8d5a req-dd8b80f1-4b8b-4f92-82a0-dbbf1a84cb1f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:50.518245 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e5c60943-4254-4d0b-a51c-4406178f8d5a req-dd8b80f1-4b8b-4f92-82a0-dbbf1a84cb1f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.1491857 Jun 07 16:03:50.518656 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:50.530504 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f383f-9806-4241-9f8b-e5d976dce7ef req-c7b4c44a-133a-48dc-8813-7297a23403c1 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:50.531948 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a79f383f-9806-4241-9f8b-e5d976dce7ef req-c7b4c44a-133a-48dc-8813-7297a23403c1 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.1653504 Jun 07 16:03:50.614834 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-eb6ab046-c65d-4dd9-9f1b-25232a1b3c24 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717540 Jun 07 16:03:50.643733 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-2ba5c6d7-e7cb-4f61-bd47-add22becb017 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995209 Jun 07 16:03:50.663657 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-0d0bad6b-24c5-4a2d-8be0-c9d3bd7809bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:50.665039 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-0d0bad6b-24c5-4a2d-8be0-c9d3bd7809bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bc2a18d64e440eabb0f4f4a072cf671&device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 1128 time: 0.1275673 Jun 07 16:03:50.809967 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e5c60943-4254-4d0b-a51c-4406178f8d5a req-2e056bed-6789-46af-84e0-9117198c6bde tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661474 Jun 07 16:03:50.826255 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a79f383f-9806-4241-9f8b-e5d976dce7ef req-a16dd763-9b49-4885-8121-18726efe8706 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665193 Jun 07 16:03:50.975670 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-399c765c-d01f-4488-b3e7-4e95b8e369fd req-91914810-6492-4767-a02b-6c47aef9644c service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150449 Jun 07 16:03:50.977489 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4097a6ad-fac2-40eb-a805-d078f0998d35 req-68d115fb-d85b-4aa4-bb35-56def2678648 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360138 Jun 07 16:03:50.991879 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-864d8cd5-ea6e-4315-9494-37c6c13402b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:50.993394 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-864d8cd5-ea6e-4315-9494-37c6c13402b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8456bfa-e327-4646-9098-4f04d53b18a5 HTTP/1.1" status: 200 len: 910 time: 0.3029609 Jun 07 16:03:51.005539 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd071e9-961d-49ef-977a-66d9eabd7564 req-2f0aa58b-6f72-465f-bf47-cb924a63199c tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:51.007659 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0cd071e9-961d-49ef-977a-66d9eabd7564 req-2f0aa58b-6f72-465f-bf47-cb924a63199c tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 943 time: 0.1160989 Jun 07 16:03:51.013819 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69986665-3cab-49d6-8ca5-37a1010250f8 req-a2ef3763-febe-4e40-882c-24c4d8f880c8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:51.015275 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-69986665-3cab-49d6-8ca5-37a1010250f8 req-a2ef3763-febe-4e40-882c-24c4d8f880c8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.1136339 Jun 07 16:03:51.025029 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58290) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:51.034135 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-8a70f4cf-050a-4181-aac6-4a79ce4a7b47 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Request body: {'floatingip': {'port_id': '5f11220e-58cf-4888-ba67-1f3a06c90ba3'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:51.066285 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:51.098810 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8a70f4cf-050a-4181-aac6-4a79ce4a7b47 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for floatingip (282052e5-413a-452c-8fe1-cac53099dd74), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:51.142608 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0cd071e9-961d-49ef-977a-66d9eabd7564 req-d09d482c-91ad-4535-a9ee-37a7937bbffd tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263993 Jun 07 16:03:51.151095 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aec92f-de35-4270-955a-f9c03633cccc req-08c58469-4d15-4daa-9f58-d7c2fece1c68 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:51.152625 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-99aec92f-de35-4270-955a-f9c03633cccc req-08c58469-4d15-4daa-9f58-d7c2fece1c68 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0772738 Jun 07 16:03:51.154385 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-b978d7bb-9f04-40bb-ae19-1249d7d5be38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecee4301-3191-46a9-9f87-5b81919581bd HTTP/1.1" status: 200 len: 1000 time: 0.1371632 Jun 07 16:03:51.208637 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-99aec92f-de35-4270-955a-f9c03633cccc req-8f13583e-5f96-4718-b00f-2a98eb83cf05 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442600 Jun 07 16:03:51.362761 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:51.556924 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8a70f4cf-050a-4181-aac6-4a79ce4a7b47 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:51.560673 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8a70f4cf-050a-4181-aac6-4a79ce4a7b47 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (282052e5-413a-452c-8fe1-cac53099dd74), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:51.648480 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:51.659835 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:51.759694 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a70f4cf-050a-4181-aac6-4a79ce4a7b47 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:03:51.859933 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a70f4cf-050a-4181-aac6-4a79ce4a7b47 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:03:51.864776 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8a70f4cf-050a-4181-aac6-4a79ce4a7b47 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:51.869601 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51f0a0-cb79-4fb3-b523-56f40803a7ac None None] Sync routers for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:03:51.880000 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51f0a0-cb79-4fb3-b523-56f40803a7ac None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:51.881088 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-9a51f0a0-cb79-4fb3-b523-56f40803a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:03:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:51.899065 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:51.900885 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f097f6ac36b35195947aa4438c9488911cf55d48cfeb24672d25f9ae282f2969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadb4eb7-601e-4c15-9e18-acd684a936e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:51.951887 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8a70f4cf-050a-4181-aac6-4a79ce4a7b47 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "PUT /v2.0/floatingips/282052e5-413a-452c-8fe1-cac53099dd74 HTTP/1.1" status: 200 len: 993 time: 0.9252782 Jun 07 16:03:51.958115 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd0e627-b2ab-40fd-a458-5d6394e156c7 x-openstack-request-id: req-afd0e627-b2ab-40fd-a458-5d6394e156c7 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:51.958403 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3", "status": "completed", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:51.958654 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afd0e627-b2ab-40fd-a458-5d6394e156c7 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:51.959639 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd0e627-b2ab-40fd-a458-5d6394e156c7'] response: {'name': 'network-changed', 'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'status': 'completed', 'code': 200} Jun 07 16:03:52.010236 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-9a51f0a0-cb79-4fb3-b523-56f40803a7ac None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:52.073401 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea555-766c-4ff4-bbed-7f9c11f912b2 req-5265b31c-92c6-45e2-abe8-b111cc5e5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.074897 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77fea555-766c-4ff4-bbed-7f9c11f912b2 req-5265b31c-92c6-45e2-abe8-b111cc5e5615 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 1127 time: 0.1378376 Jun 07 16:03:52.080983 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043af2-f8a9-4fe0-8da2-f285bd546649 req-16b2a96f-2a81-486b-ac8c-9d0cafe35ce5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.082348 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aa043af2-f8a9-4fe0-8da2-f285bd546649 req-16b2a96f-2a81-486b-ac8c-9d0cafe35ce5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.1571004 Jun 07 16:03:52.145430 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-f04d5550-3813-4641-afaf-397d5482e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.146921 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-f04d5550-3813-4641-afaf-397d5482e350 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e29039f-3438-4bb9-8234-bd4dbb940c1e HTTP/1.1" status: 200 len: 848 time: 0.2122636 Jun 07 16:03:52.150635 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb4eb7-601e-4c15-9e18-acd684a936e7 req-e725b574-3093-4000-b178-e7bc63c87cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.152004 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aadb4eb7-601e-4c15-9e18-acd684a936e7 req-e725b574-3093-4000-b178-e7bc63c87cf8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 1129 time: 0.1498132 Jun 07 16:03:52.228232 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-9a51f0a0-cb79-4fb3-b523-56f40803a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '282052e5-413a-452c-8fe1-cac53099dd74', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'port_id': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'mac_address': 'fa:16:3e:b4:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:08Z', 'updated_at': '2022-06-07T16:03:51Z', 'revision_number': 3, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 5, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:52.252597 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51f0a0-cb79-4fb3-b523-56f40803a7ac None None] Checking router: 40742c78-b3be-4eb9-b0a3-49a9b55484a6 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:03:52.261348 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51f0a0-cb79-4fb3-b523-56f40803a7ac None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:03:52.261940 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-9a51f0a0-cb79-4fb3-b523-56f40803a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:03:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:52.308999 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:52.319024 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-92318f3f-66bd-42e1-a06c-626f8ae0968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.320528 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-92318f3f-66bd-42e1-a06c-626f8ae0968a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8456bfa-e327-4646-9098-4f04d53b18a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1589012 Jun 07 16:03:52.360649 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aa043af2-f8a9-4fe0-8da2-f285bd546649 req-cf930620-3df8-466b-a5ad-4874b3eca6e1 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600548 Jun 07 16:03:52.364298 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-9a51f0a0-cb79-4fb3-b523-56f40803a7ac None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:03:52.411471 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6861-1ed3-4da9-8b03-a4c931e8ab37 req-f7a29912-c9be-4132-9e49-b327c0570eba tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.413549 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b30e6861-1ed3-4da9-8b03-a4c931e8ab37 req-f7a29912-c9be-4132-9e49-b327c0570eba tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 943 time: 0.1701105 Jun 07 16:03:52.439338 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea555-766c-4ff4-bbed-7f9c11f912b2 req-3e588529-db7a-49bb-9f9b-951d3e005df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.440766 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77fea555-766c-4ff4-bbed-7f9c11f912b2 req-3e588529-db7a-49bb-9f9b-951d3e005df6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 914 time: 0.3575859 Jun 07 16:03:52.467009 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb4eb7-601e-4c15-9e18-acd684a936e7 req-04c092d8-5095-40c9-bafc-ab71328b3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.468449 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aadb4eb7-601e-4c15-9e18-acd684a936e7 req-04c092d8-5095-40c9-bafc-ab71328b3c5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 920 time: 0.3052351 Jun 07 16:03:52.508759 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:52.546453 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:52.547629 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77fea555-766c-4ff4-bbed-7f9c11f912b2 req-c61b2445-25ad-4e5d-88b1-17191ab4b117 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9949b721-992d-4b54-bd2b-4b397867eeba HTTP/1.1" status: 200 len: 217 time: 0.0841832 Jun 07 16:03:52.589537 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-9a51f0a0-cb79-4fb3-b523-56f40803a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '282052e5-413a-452c-8fe1-cac53099dd74', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'port_id': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'mac_address': 'fa:16:3e:b4:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:08Z', 'updated_at': '2022-06-07T16:03:51Z', 'revision_number': 3, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 5, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:03:52.610094 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ce10e-e019-44b6-a7c8-0bc299464eb4 req-2e7c6f9d-7884-46cc-bbca-be29cd553bfe tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.612562 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f24ce10e-e019-44b6-a7c8-0bc299464eb4 req-2e7c6f9d-7884-46cc-bbca-be29cd553bfe tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.1823614 Jun 07 16:03:52.614525 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51f0a0-cb79-4fb3-b523-56f40803a7ac None None] The sync data for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi is: [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '282052e5-413a-452c-8fe1-cac53099dd74', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'port_id': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'mac_address': 'fa:16:3e:b4:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:02:08Z', 'updated_at': '2022-06-07T16:03:51Z', 'revision_number': 3, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 5, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:03:52.666612 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:52.670065 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b30e6861-1ed3-4da9-8b03-a4c931e8ab37 req-bb61e09f-f60e-4375-99c4-d8f0deba0fa9 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483013 Jun 07 16:03:52.703641 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-e97a46ca-3143-4172-8fd9-1f064fa487f3 service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650718 Jun 07 16:03:52.707359 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aadb4eb7-601e-4c15-9e18-acd684a936e7 req-7b158125-2a3b-49c2-ae07-fb63902ec4b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3 HTTP/1.1" status: 200 len: 1001 time: 0.1833518 Jun 07 16:03:52.722910 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea555-766c-4ff4-bbed-7f9c11f912b2 req-eae84c8e-2272-46e8-9853-bfef0ed8b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.724333 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77fea555-766c-4ff4-bbed-7f9c11f912b2 req-eae84c8e-2272-46e8-9853-bfef0ed8b29e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.1436906 Jun 07 16:03:52.858022 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f24ce10e-e019-44b6-a7c8-0bc299464eb4 req-34712ee9-160e-4e69-8e4a-8c9eaf004544 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102644 Jun 07 16:03:52.874154 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea555-766c-4ff4-bbed-7f9c11f912b2 req-901ba09e-f5ef-4bd7-a2ec-23621fff596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.875605 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77fea555-766c-4ff4-bbed-7f9c11f912b2 req-901ba09e-f5ef-4bd7-a2ec-23621fff596e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1331856 Jun 07 16:03:52.878724 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb4eb7-601e-4c15-9e18-acd684a936e7 req-6c597ec3-ff6d-40b7-8511-6d8ef71631a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.880039 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aadb4eb7-601e-4c15-9e18-acd684a936e7 req-6c597ec3-ff6d-40b7-8511-6d8ef71631a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.1471744 Jun 07 16:03:52.938656 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ea668ff4-f3f7-4d4e-93ad-bf4c37cfeda0 req-e653ad29-bea2-4492-aeac-f7dce7b071e5 service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251494 Jun 07 16:03:52.982152 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb4eb7-601e-4c15-9e18-acd684a936e7 req-2e9bd47a-c2a0-4836-b186-0014ba80ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:52.983619 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aadb4eb7-601e-4c15-9e18-acd684a936e7 req-2e9bd47a-c2a0-4836-b186-0014ba80ae2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889587 Jun 07 16:03:53.018375 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77fea555-766c-4ff4-bbed-7f9c11f912b2 req-0f148fd0-a428-4c0d-943e-8bd67d5919ac service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225085 Jun 07 16:03:53.262075 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:53.340948 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9949b721-992d-4b54-bd2b-4b397867eeba details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:03:53.448132 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9949b721-992d-4b54-bd2b-4b397867eeba, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9949b721-992d-4b54-bd2b-4b397867eeba,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:53.460916 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '9949b721-992d-4b54-bd2b-4b397867eeba', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'port_id': '9949b721-992d-4b54-bd2b-4b397867eeba', 'mac_address': 'fa:16:3e:76:e2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:03:53.497416 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9949b721-992d-4b54-bd2b-4b397867eeba is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:03:53.497796 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:53.512245 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9949b721-992d-4b54-bd2b-4b397867eeba {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:03:53.533267 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9949b721-992d-4b54-bd2b-4b397867eeba, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9949b721-992d-4b54-bd2b-4b397867eeba,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:53.538982 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:53.590596 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9949b721-992d-4b54-bd2b-4b397867eeba,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:53.721484 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2e2e9-2bac-4816-91b1-6342f1939837 req-6b1f603b-e2ab-4ba5-9cee-a6bf7969276e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:53.722927 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-28d2e2e9-2bac-4816-91b1-6342f1939837 req-6b1f603b-e2ab-4ba5-9cee-a6bf7969276e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.1305275 Jun 07 16:03:53.829526 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:53.843247 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aadb4eb7-601e-4c15-9e18-acd684a936e7 req-d35add48-a7e1-46de-8ece-fd317785ed7e service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292318 Jun 07 16:03:53.849210 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fbc7a-8760-4521-ba53-8f0f9b56ed57 req-d33a68de-af73-4ac3-896a-7a90ea5cf520 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:53.851378 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6f6fbc7a-8760-4521-ba53-8f0f9b56ed57 req-d33a68de-af73-4ac3-896a-7a90ea5cf520 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 944 time: 0.1013312 Jun 07 16:03:53.857834 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77fea555-766c-4ff4-bbed-7f9c11f912b2 req-28dc86c6-205c-4e81-ba1c-4ab407025501 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456603 Jun 07 16:03:53.872580 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-28d2e2e9-2bac-4816-91b1-6342f1939837 req-00d92b7d-6cd1-4d20-89b4-ddfaa6e01cce tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421139 Jun 07 16:03:53.913653 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6f6fbc7a-8760-4521-ba53-8f0f9b56ed57 req-243050d6-6f37-464f-932e-48ce6824b49b tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522504 Jun 07 16:03:53.938950 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['9949b721-992d-4b54-bd2b-4b397867eeba'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:03:53.960885 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:53.963161 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f097f6ac36b35195947aa4438c9488911cf55d48cfeb24672d25f9ae282f2969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:54.001281 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aece9c-33bd-4c4c-ab1d-2048b61f07d0 x-openstack-request-id: req-46aece9c-33bd-4c4c-ab1d-2048b61f07d0 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:54.001567 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3", "status": "completed", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:54.001814 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46aece9c-33bd-4c4c-ab1d-2048b61f07d0 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:54.002435 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46aece9c-33bd-4c4c-ab1d-2048b61f07d0'] response: {'name': 'network-changed', 'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'status': 'completed', 'code': 200} Jun 07 16:03:54.027805 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6da73f-4381-4342-812a-c8879f0a52e0 req-ec420ccf-188d-42b1-afe2-1ce4877c0646 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:54.029385 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-da6da73f-4381-4342-812a-c8879f0a52e0 req-ec420ccf-188d-42b1-afe2-1ce4877c0646 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0984151 Jun 07 16:03:54.092322 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:54.105078 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aadb4eb7-601e-4c15-9e18-acd684a936e7 req-4a0bf6da-c875-4bef-94d0-decb9835571b service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619053 Jun 07 16:03:54.110150 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-da6da73f-4381-4342-812a-c8879f0a52e0 req-57a9215b-7183-4792-800f-f6446f45eb57 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731192 Jun 07 16:03:54.200284 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f req-3e8c2642-b4cd-4386-8c05-a94ae00859e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:54.201767 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f req-3e8c2642-b4cd-4386-8c05-a94ae00859e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=960d9a6b1f514344aa82bbada2b878ca&device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 1129 time: 0.0400617 Jun 07 16:03:54.292554 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f req-51784d5b-efd3-4030-89a7-929a9b246730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:54.293987 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f req-51784d5b-efd3-4030-89a7-929a9b246730 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 200 len: 920 time: 0.0857711 Jun 07 16:03:54.355071 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f req-bbda462c-90cf-49e0-a265-00b0408b5aef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0542216 Jun 07 16:03:54.520147 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f req-45ad575a-044b-4dc2-b122-0652990f9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:54.522155 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f req-45ad575a-044b-4dc2-b122-0652990f9260 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 200 len: 858 time: 0.0466650 Jun 07 16:03:54.564726 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f req-2d06870d-7620-40f3-a415-d90d717526ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:54.566146 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f req-2d06870d-7620-40f3-a415-d90d717526ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80297557-5fee-443b-89c5-3ebd07d39a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375311 Jun 07 16:03:54.715679 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f req-a6d8a578-89a6-4bc6-9ca5-2eb531a9e10c service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822358 Jun 07 16:03:54.812812 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa9fea20-6222-467d-ae1e-4181e4b0fe8f req-c9c6c0e4-51d4-446a-86c1-d30943e8ec78 service neutron] 10.222.0.24 "GET /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869181 Jun 07 16:03:55.006559 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce37dc-1e7a-46d3-a10d-5bb5540bac6f req-e8a87deb-95fc-4c7c-bf74-0fca1a788c00 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:55.008009 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-81ce37dc-1e7a-46d3-a10d-5bb5540bac6f req-e8a87deb-95fc-4c7c-bf74-0fca1a788c00 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0570590 Jun 07 16:03:55.057193 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4163-fb85-43dc-94b3-b25f44f5de32 req-d6a0b030-2072-46be-b7a6-a27534f7580a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:55.058710 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-32fb4163-fb85-43dc-94b3-b25f44f5de32 req-d6a0b030-2072-46be-b7a6-a27534f7580a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 944 time: 0.0734737 Jun 07 16:03:55.096479 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-81ce37dc-1e7a-46d3-a10d-5bb5540bac6f req-1474bfa8-1563-47fe-9b52-db1f6829744e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735612 Jun 07 16:03:55.123886 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-32fb4163-fb85-43dc-94b3-b25f44f5de32 req-0d1e2243-85d0-45a3-ac2c-f97db45d3637 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558460 Jun 07 16:03:55.222488 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86764ed-99cb-4f73-9af2-027689a05acb req-bbe8a09d-b7f4-4b24-a3f2-735a3d319345 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:55.224277 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f86764ed-99cb-4f73-9af2-027689a05acb req-bbe8a09d-b7f4-4b24-a3f2-735a3d319345 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0476971 Jun 07 16:03:55.254820 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:55.273936 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f86764ed-99cb-4f73-9af2-027689a05acb req-423af443-866e-47d8-ab36-7097563a15d7 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433145 Jun 07 16:03:55.371284 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9949b721-992d-4b54-bd2b-4b397867eeba up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:03:55.416818 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 9949b721-992d-4b54-bd2b-4b397867eeba completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:03:55.422385 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 9949b721-992d-4b54-bd2b-4b397867eeba triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:03:55.422755 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:55.492318 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9949b721-992d-4b54-bd2b-4b397867eeba is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:03:55.492641 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:55.514674 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9949b721-992d-4b54-bd2b-4b397867eeba'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:55.516907 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762ee672-95b1-4333-8dfa-a0d2aa8948f9" -d '{"events": [{"server_uuid": "3069cab6-3ca9-422f-a5b1-f95e5ee44d9b", "name": "network-vif-plugged", "status": "completed", "tag": "9949b721-992d-4b54-bd2b-4b397867eeba"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:55.529514 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9949b721-992d-4b54-bd2b-4b397867eeba, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9949b721-992d-4b54-bd2b-4b397867eeba,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:55.533762 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:55.558166 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32108b1-e640-4695-8c34-0014a88c2aba x-openstack-request-id: req-a32108b1-e640-4695-8c34-0014a88c2aba {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:55.558473 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3069cab6-3ca9-422f-a5b1-f95e5ee44d9b", "name": "network-vif-plugged", "status": "completed", "tag": "9949b721-992d-4b54-bd2b-4b397867eeba", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:55.558719 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a32108b1-e640-4695-8c34-0014a88c2aba {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:55.559099 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32108b1-e640-4695-8c34-0014a88c2aba'] response: {'server_uuid': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9949b721-992d-4b54-bd2b-4b397867eeba', 'code': 200} Jun 07 16:03:55.578987 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:55.585270 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9949b721-992d-4b54-bd2b-4b397867eeba,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:55.730184 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78742f07-2daf-4738-816f-df78ff8137bd req-6908cd57-4886-45e0-91bf-5d2535019191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:55.731871 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78742f07-2daf-4738-816f-df78ff8137bd req-6908cd57-4886-45e0-91bf-5d2535019191 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 1129 time: 0.0378714 Jun 07 16:03:55.779396 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78742f07-2daf-4738-816f-df78ff8137bd req-88dfc75f-0f96-40a8-8fb6-ac0ca65f23c8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402257 Jun 07 16:03:56.244082 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f52bfe-7d36-412e-bb15-59b313175ed7 req-33bc6613-0318-4f62-ae20-f139f2e586ce tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:56.245537 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-66f52bfe-7d36-412e-bb15-59b313175ed7 req-33bc6613-0318-4f62-ae20-f139f2e586ce tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0743091 Jun 07 16:03:56.255808 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dfe64-b9bd-4976-9cd6-958d99c76332 req-52e560dc-2fc0-4df4-b4df-092d69b4b852 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:56.257227 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b52dfe64-b9bd-4976-9cd6-958d99c76332 req-52e560dc-2fc0-4df4-b4df-092d69b4b852 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 945 time: 0.0588970 Jun 07 16:03:56.312709 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:56.334145 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-66f52bfe-7d36-412e-bb15-59b313175ed7 req-821f4ce3-46a1-47a9-9a9d-00a50aed35c3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755002 Jun 07 16:03:56.337500 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b52dfe64-b9bd-4976-9cd6-958d99c76332 req-f030fdac-97d8-4afd-af2e-0887a64df0cc tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736897 Jun 07 16:03:56.436389 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8ed5a-c03e-4eb7-baed-cf84352772a4 req-a05ff8f4-6030-4183-8696-15682b9e1ec8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:56.437817 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c7b8ed5a-c03e-4eb7-baed-cf84352772a4 req-a05ff8f4-6030-4183-8696-15682b9e1ec8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0453293 Jun 07 16:03:56.485911 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c7b8ed5a-c03e-4eb7-baed-cf84352772a4 req-30de4d73-7261-40e2-bada-20866dc0dadb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 Jun 07 16:03:57.386382 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:03:57.461874 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:57.490427 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52906f23-0c31-4bd7-8f70-0f96f060ee1d req-061cd658-5de4-403e-98a5-7f4482060cd0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:57.491906 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-52906f23-0c31-4bd7-8f70-0f96f060ee1d req-061cd658-5de4-403e-98a5-7f4482060cd0 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 945 time: 0.0845611 Jun 07 16:03:57.494100 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:57.497872 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e694261-0446-4dfe-9fa6-5efb8fa3d4b5 req-2ed317e1-b6e3-4c10-bb36-1c3b01a6cad7 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:57.499243 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e694261-0446-4dfe-9fa6-5efb8fa3d4b5 req-2ed317e1-b6e3-4c10-bb36-1c3b01a6cad7 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0897620 Jun 07 16:03:57.506814 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'port_id': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'mac_address': 'fa:16:3e:6a:87:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:03:57.544809 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff is: ACTIVE; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:03:57.545127 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:57.563089 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:03:57.576319 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-52906f23-0c31-4bd7-8f70-0f96f060ee1d req-d1b73812-ab03-49e0-b778-4b569444a4c2 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761459 Jun 07 16:03:57.580322 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e694261-0446-4dfe-9fa6-5efb8fa3d4b5 req-1b591e0a-8518-4bac-830d-82f1e15145dd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723455 Jun 07 16:03:57.588044 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:57.608795 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:57.660404 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,revision_number=6']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:57.685302 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4a3e-97a5-46de-8ea7-18aec6db8ae9 req-277736c4-8568-4541-952a-1bb8189f1e3a tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:57.686949 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-990d4a3e-97a5-46de-8ea7-18aec6db8ae9 req-277736c4-8568-4541-952a-1bb8189f1e3a tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0483661 Jun 07 16:03:57.728640 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:03:57.743065 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-990d4a3e-97a5-46de-8ea7-18aec6db8ae9 req-9e5d7c6a-d68e-4ebe-b2d0-24b6ce2e4657 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506721 Jun 07 16:03:58.774344 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68c43-cabc-4d7e-8b0f-138ca81d608b req-fa862d5c-d470-4a01-87a0-def845797d08 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:58.780874 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-55f68c43-cabc-4d7e-8b0f-138ca81d608b req-fa862d5c-d470-4a01-87a0-def845797d08 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 945 time: 0.0953150 Jun 07 16:03:58.789190 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f5c60-7d7d-4d13-b7cb-2c53c73fd289 req-56519623-8c0a-4de7-a87a-25a9806f033a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:58.790740 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-548f5c60-7d7d-4d13-b7cb-2c53c73fd289 req-56519623-8c0a-4de7-a87a-25a9806f033a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 945 time: 0.1077588 Jun 07 16:03:58.868220 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-55f68c43-cabc-4d7e-8b0f-138ca81d608b req-15e6aa4d-3cbf-4ad7-929e-62055229a603 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860925 Jun 07 16:03:58.877909 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-548f5c60-7d7d-4d13-b7cb-2c53c73fd289 req-a1914835-8433-45ca-bc0d-9826576e0f5a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806336 Jun 07 16:03:59.014703 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfaaf4-66f6-405b-9132-e2e551a8d395 req-a61af9fb-936b-4a55-88bc-358777a98c51 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:59.016203 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4fdfaaf4-66f6-405b-9132-e2e551a8d395 req-a61af9fb-936b-4a55-88bc-358777a98c51 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0821958 Jun 07 16:03:59.031899 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465c916-9fed-49d1-a46f-493c527fc519 req-c14df45f-b651-4fb1-b0f7-f8c8b9781ecc tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:03:59.035251 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9465c916-9fed-49d1-a46f-493c527fc519 req-c14df45f-b651-4fb1-b0f7-f8c8b9781ecc tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 945 time: 0.0672517 Jun 07 16:03:59.044106 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 58370) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:03:59.048582 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-5d5188a2-da29-41cb-9605-06f45beb731a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Request body: {'floatingip': {'port_id': '9949b721-992d-4b54-bd2b-4b397867eeba'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:03:59.111017 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5d5188a2-da29-41cb-9605-06f45beb731a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (f5a466c6-f0a0-4129-b5e8-1d13784c07df), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:59.162604 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4fdfaaf4-66f6-405b-9132-e2e551a8d395 req-cd70183d-876d-407c-acb9-2c7bfd5e3ed0 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364100 Jun 07 16:03:59.189825 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:59.405255 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:03:59.458161 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:03:59.459228 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:59.514017 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:03:59.550881 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:03:59.551267 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:59.576838 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:03:59.579384 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf0563d-3474-4df1-98c5-c9b34ad80570" -d '{"events": [{"server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "name": "network-vif-plugged", "status": "completed", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:03:59.596462 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:03:59.602981 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:59.639078 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af932ca-aae7-4fcb-bf2a-8c310ff7537e x-openstack-request-id: req-7af932ca-aae7-4fcb-bf2a-8c310ff7537e {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:03:59.639473 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "name": "network-vif-plugged", "status": "completed", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:03:59.639815 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7af932ca-aae7-4fcb-bf2a-8c310ff7537e {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:03:59.640309 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af932ca-aae7-4fcb-bf2a-8c310ff7537e'] response: {'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'code': 200} Jun 07 16:03:59.654797 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5d5188a2-da29-41cb-9605-06f45beb731a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:59.657430 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,revision_number=7']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:03:59.660190 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5d5188a2-da29-41cb-9605-06f45beb731a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (f5a466c6-f0a0-4129-b5e8-1d13784c07df), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:03:59.766969 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-5d5188a2-da29-41cb-9605-06f45beb731a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Floating IP f5a466c6-f0a0-4129-b5e8-1d13784c07df associated. External IP: 172.27.2.17, port: 9949b721-992d-4b54-bd2b-4b397867eeba. Jun 07 16:04:00.029944 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d119d-2555-48f3-b9a1-dc87ce710150 req-7b37290c-d874-4b24-a830-a1c7d00607cd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:00.031625 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cc4d119d-2555-48f3-b9a1-dc87ce710150 req-7b37290c-d874-4b24-a830-a1c7d00607cd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0688515 Jun 07 16:04:00.049314 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5188a2-da29-41cb-9605-06f45beb731a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Router ff0099a3-a753-43c4-9c6c-6635c009b24b has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:04:00.137987 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cc4d119d-2555-48f3-b9a1-dc87ce710150 req-bac14095-c9b4-4f79-a9fd-55573d27c0f3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982387 Jun 07 16:04:00.212937 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5188a2-da29-41cb-9605-06f45beb731a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:04:00.218319 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5d5188a2-da29-41cb-9605-06f45beb731a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:00.225396 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ed368-8d74-4c6b-8394-b4959df6aa28 None None] Sync routers for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:04:00.237383 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ed368-8d74-4c6b-8394-b4959df6aa28 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:04:00.238001 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-900ed368-8d74-4c6b-8394-b4959df6aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:03:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:00.253822 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:00.256769 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5d5188a2-da29-41cb-9605-06f45beb731a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "PUT /v2.0/floatingips/f5a466c6-f0a0-4129-b5e8-1d13784c07df HTTP/1.1" status: 200 len: 990 time: 1.2115963 Jun 07 16:04:00.259370 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'tag': '9949b721-992d-4b54-bd2b-4b397867eeba'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:04:00.262324 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec92833-655d-45ef-8bae-b84d86c4c968" -d '{"events": [{"name": "network-changed", "server_uuid": "3069cab6-3ca9-422f-a5b1-f95e5ee44d9b", "tag": "9949b721-992d-4b54-bd2b-4b397867eeba"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:04:00.324710 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67364bda-09bb-4de4-b0fc-10b7682d577d req-318a95bd-64f3-4b0e-9138-fbabb3fcef5e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:00.332906 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-67364bda-09bb-4de4-b0fc-10b7682d577d req-318a95bd-64f3-4b0e-9138-fbabb3fcef5e tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0741391 Jun 07 16:04:00.342225 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776b3137-f887-41ec-b9ab-5b283b402218 x-openstack-request-id: req-776b3137-f887-41ec-b9ab-5b283b402218 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:04:00.342551 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3069cab6-3ca9-422f-a5b1-f95e5ee44d9b", "tag": "9949b721-992d-4b54-bd2b-4b397867eeba", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:04:00.342754 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-776b3137-f887-41ec-b9ab-5b283b402218 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:04:00.343144 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776b3137-f887-41ec-b9ab-5b283b402218'] response: {'name': 'network-changed', 'server_uuid': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'tag': '9949b721-992d-4b54-bd2b-4b397867eeba', 'status': 'completed', 'code': 200} Jun 07 16:04:00.431666 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-67364bda-09bb-4de4-b0fc-10b7682d577d req-500d935b-43a1-454d-b015-80320deb5e58 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975437 Jun 07 16:04:00.483407 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec92833-655d-45ef-8bae-b84d86c4c968 req-40323a80-4d2f-4e15-b80f-85c5030fd0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:00.485194 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2ec92833-655d-45ef-8bae-b84d86c4c968 req-40323a80-4d2f-4e15-b80f-85c5030fd0b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e601e41f827a4c6f8c743a174ac463fa&device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 1129 time: 0.1399269 Jun 07 16:04:00.562162 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-900ed368-8d74-4c6b-8394-b4959df6aa28 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:04:00.596890 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec92833-655d-45ef-8bae-b84d86c4c968 req-f98750ae-1f4e-48bb-97e5-dc3b691a36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:00.598938 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2ec92833-655d-45ef-8bae-b84d86c4c968 req-f98750ae-1f4e-48bb-97e5-dc3b691a36d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 200 len: 914 time: 0.1031921 Jun 07 16:04:00.650100 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:00.660410 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:00.673072 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2ec92833-655d-45ef-8bae-b84d86c4c968 req-01a221ca-6182-4c6f-9e21-1fa64650cea2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9949b721-992d-4b54-bd2b-4b397867eeba HTTP/1.1" status: 200 len: 998 time: 0.0642941 Jun 07 16:04:00.762677 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec92833-655d-45ef-8bae-b84d86c4c968 req-95b72e41-0637-4abb-a229-2f74ae0373c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:00.764420 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2ec92833-655d-45ef-8bae-b84d86c4c968 req-95b72e41-0637-4abb-a229-2f74ae0373c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 200 len: 852 time: 0.0847354 Jun 07 16:04:00.778544 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:00.817034 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec92833-655d-45ef-8bae-b84d86c4c968 req-a240840f-809a-4c50-9284-445dc0774755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:00.819131 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2ec92833-655d-45ef-8bae-b84d86c4c968 req-a240840f-809a-4c50-9284-445dc0774755 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c78cec0-a2d6-49be-a908-94b7edf4c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480063 Jun 07 16:04:00.834225 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-900ed368-8d74-4c6b-8394-b4959df6aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'f5a466c6-f0a0-4129-b5e8-1d13784c07df', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '9949b721-992d-4b54-bd2b-4b397867eeba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:76:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:42Z', 'updated_at': '2022-06-07T16:03:59Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:00.869618 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ed368-8d74-4c6b-8394-b4959df6aa28 None None] Checking router: ff0099a3-a753-43c4-9c6c-6635c009b24b for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:04:00.878387 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ed368-8d74-4c6b-8394-b4959df6aa28 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:04:00.879361 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-900ed368-8d74-4c6b-8394-b4959df6aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:03:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:00.925087 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2ec92833-655d-45ef-8bae-b84d86c4c968 req-5f6b0e65-7b28-4e39-9eb5-9bef319398a7 service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980179 Jun 07 16:04:01.010303 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-900ed368-8d74-4c6b-8394-b4959df6aa28 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:04:01.033125 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2ec92833-655d-45ef-8bae-b84d86c4c968 req-4f0d2944-c7c3-4b7b-bdfd-7e4d2bfff35a service neutron] 10.222.0.24 "GET /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981114 Jun 07 16:04:01.290563 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-900ed368-8d74-4c6b-8394-b4959df6aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'f5a466c6-f0a0-4129-b5e8-1d13784c07df', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '9949b721-992d-4b54-bd2b-4b397867eeba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:76:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:42Z', 'updated_at': '2022-06-07T16:03:59Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:01.298276 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65b83-8835-44a6-881b-77cd7586bd10 req-32813a68-900a-451f-b307-ddfa56f65f70 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:01.300330 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7fc65b83-8835-44a6-881b-77cd7586bd10 req-32813a68-900a-451f-b307-ddfa56f65f70 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0589552 Jun 07 16:04:01.321976 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ed368-8d74-4c6b-8394-b4959df6aa28 None None] The sync data for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi is: [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': 'f5a466c6-f0a0-4129-b5e8-1d13784c07df', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'port_id': '9949b721-992d-4b54-bd2b-4b397867eeba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'mac_address': 'fa:16:3e:76:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:42Z', 'updated_at': '2022-06-07T16:03:59Z', 'revision_number': 1, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:04:01.370418 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7fc65b83-8835-44a6-881b-77cd7586bd10 req-87032b0c-6fbf-419d-890e-8a892d58f697 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593653 Jun 07 16:04:01.413454 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device ecee4301-3191-46a9-9f87-5b81919581bd details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:04:01.531020 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port ecee4301-3191-46a9-9f87-5b81919581bd, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=ecee4301-3191-46a9-9f87-5b81919581bd,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:01.546165 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'port_id': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'mac_address': 'fa:16:3e:14:d2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:04:01.590720 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port ecee4301-3191-46a9-9f87-5b81919581bd is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:04:01.591412 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:01.594971 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3556e-4861-4f17-aa01-7ac221961260 req-47487bd1-c643-4b6b-b94c-e0b11bff50f8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:01.596514 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-04a3556e-4861-4f17-aa01-7ac221961260 req-47487bd1-c643-4b6b-b94c-e0b11bff50f8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 944 time: 0.0808794 Jun 07 16:04:01.611857 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecee4301-3191-46a9-9f87-5b81919581bd {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:04:01.640942 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port ecee4301-3191-46a9-9f87-5b81919581bd, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=ecee4301-3191-46a9-9f87-5b81919581bd,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:01.651562 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:01.666368 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8197e15-d0bd-45ee-9bcc-54409a1600fb None None] New status for floating IP f5a466c6-f0a0-4129-b5e8-1d13784c07df: ACTIVE {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:04:01.675547 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-04a3556e-4861-4f17-aa01-7ac221961260 req-6fc361a6-17ab-4833-bf25-726552c4b964 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720720 Jun 07 16:04:01.707514 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:01.714794 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=ecee4301-3191-46a9-9f87-5b81919581bd,revision_number=7']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:01.945782 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:UPDATE=1,neutron:SELECT=65 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:01.947167 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=25 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:02.042042 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['ecee4301-3191-46a9-9f87-5b81919581bd'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:04:02.242337 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:02.778590 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304f146-6dc0-4a85-94e0-845ea37ab383 req-ec34579d-6e64-4332-8ff8-bc32cf89daf9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:02.781599 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7304f146-6dc0-4a85-94e0-845ea37ab383 req-ec34579d-6e64-4332-8ff8-bc32cf89daf9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.3241599 Jun 07 16:04:02.829111 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15082d7-d6ee-4645-938e-8d55d27fb44c req-b33efa65-8172-4328-b866-b9e921e8dd3b tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:02.830569 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b15082d7-d6ee-4645-938e-8d55d27fb44c req-b33efa65-8172-4328-b866-b9e921e8dd3b tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 945 time: 0.0698848 Jun 07 16:04:02.875928 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7304f146-6dc0-4a85-94e0-845ea37ab383 req-2799ea48-c85b-4ca2-91e3-5f2bf0abe532 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792260 Jun 07 16:04:02.908487 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b15082d7-d6ee-4645-938e-8d55d27fb44c req-4244dd1c-d048-4498-80ee-aa30325af0ef tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673118 Jun 07 16:04:03.437736 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device ecee4301-3191-46a9-9f87-5b81919581bd up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:04:03.486156 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port ecee4301-3191-46a9-9f87-5b81919581bd triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:04:03.486523 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:03.570648 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port ecee4301-3191-46a9-9f87-5b81919581bd is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:04:03.571026 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:03.594792 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:04:03.597012 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0538ad0e-172d-4c4a-a8e1-c650145fd8b0" -d '{"events": [{"server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "name": "network-vif-plugged", "status": "completed", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:04:03.612526 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port ecee4301-3191-46a9-9f87-5b81919581bd, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=ecee4301-3191-46a9-9f87-5b81919581bd,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:03.619123 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:03.647738 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30927ac3-d18e-49b9-8657-d7919488421d x-openstack-request-id: req-30927ac3-d18e-49b9-8657-d7919488421d {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:04:03.648039 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "name": "network-vif-plugged", "status": "completed", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:04:03.648286 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30927ac3-d18e-49b9-8657-d7919488421d {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:04:03.648694 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30927ac3-d18e-49b9-8657-d7919488421d'] response: {'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'code': 200} Jun 07 16:04:03.681277 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=ecee4301-3191-46a9-9f87-5b81919581bd,revision_number=8']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:04.051198 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:04.076378 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60ef99-bbeb-4f41-a5be-b926910e5b8f req-4bad4f20-fa44-466e-a0b1-ed43a7aaf6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:04.077875 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ce60ef99-bbeb-4f41-a5be-b926910e5b8f req-4bad4f20-fa44-466e-a0b1-ed43a7aaf6b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 1130 time: 0.1332877 Jun 07 16:04:04.087003 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77033686-49ff-4308-9fae-78c246a0fb36 req-3c4a42fa-7000-4bdd-a766-10495c63c6a3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:04.088491 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77033686-49ff-4308-9fae-78c246a0fb36 req-3c4a42fa-7000-4bdd-a766-10495c63c6a3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0917678 Jun 07 16:04:04.139406 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0fdca-1d97-4d1c-8af9-b1ec30e1e3cb req-75310f39-1e47-4d38-b3c3-599c5cd2d7ac tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:04.141734 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-44c0fdca-1d97-4d1c-8af9-b1ec30e1e3cb req-75310f39-1e47-4d38-b3c3-599c5cd2d7ac tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.1129994 Jun 07 16:04:04.229531 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ce60ef99-bbeb-4f41-a5be-b926910e5b8f req-74fd8c08-4d12-471b-823f-f359e95d5728 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361058 Jun 07 16:04:04.247748 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77033686-49ff-4308-9fae-78c246a0fb36 req-963b5bad-34ea-4c5a-a366-96c7a4cf4f22 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464250 Jun 07 16:04:04.257799 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-44c0fdca-1d97-4d1c-8af9-b1ec30e1e3cb req-4cec54af-1f0a-43a2-8310-3e022c1ca968 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098821 Jun 07 16:04:05.458425 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35532e5d-97f4-4a37-b7d3-d6225f644561 req-fbfc656c-5b5a-42cd-a7b3-2b719bd719dc tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:05.460503 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-35532e5d-97f4-4a37-b7d3-d6225f644561 req-fbfc656c-5b5a-42cd-a7b3-2b719bd719dc tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0773344 Jun 07 16:04:05.466549 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3d9ba-d17b-4210-a81a-e3744d173e39 req-a8e8997c-167b-4bd4-949a-66a7351377ba tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:05.467968 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d2f3d9ba-d17b-4210-a81a-e3744d173e39 req-a8e8997c-167b-4bd4-949a-66a7351377ba tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0867462 Jun 07 16:04:05.495896 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:05.560324 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-35532e5d-97f4-4a37-b7d3-d6225f644561 req-75aaff51-b928-491e-82c0-2ecb01669950 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895708 Jun 07 16:04:05.573278 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d2f3d9ba-d17b-4210-a81a-e3744d173e39 req-b3483344-8aca-427b-b535-d0f0ea83c2a3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938876 Jun 07 16:04:06.716873 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687732ee-911c-4bf5-a273-7091fdb1ce94 req-aea55bc7-8d87-44a0-9014-c019783d11e8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:06.718407 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-687732ee-911c-4bf5-a273-7091fdb1ce94 req-aea55bc7-8d87-44a0-9014-c019783d11e8 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0795181 Jun 07 16:04:06.730484 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c708d3-fc14-4080-a340-fd7cb96295e8 req-697ffa60-ee9b-40f6-8fa3-65d212ef789a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:06.732189 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-57c708d3-fc14-4080-a340-fd7cb96295e8 req-697ffa60-ee9b-40f6-8fa3-65d212ef789a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0625792 Jun 07 16:04:06.827108 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-57c708d3-fc14-4080-a340-fd7cb96295e8 req-3fad0000-0439-479e-9041-08bbf2ebe354 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752823 Jun 07 16:04:06.836097 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-687732ee-911c-4bf5-a273-7091fdb1ce94 req-cbcace62-1899-4ecf-9547-f45d3febeebf tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027908 Jun 07 16:04:07.612115 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672b4c2-8e85-4979-a52c-858860e83479 req-b9ffd6a2-1568-4bdf-9f8b-005e09752177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:07.613614 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e672b4c2-8e85-4979-a52c-858860e83479 req-b9ffd6a2-1568-4bdf-9f8b-005e09752177 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 1130 time: 0.0390925 Jun 07 16:04:07.704198 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672b4c2-8e85-4979-a52c-858860e83479 req-96c98a35-46e2-4d8a-991f-b18611bc762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:07.705623 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e672b4c2-8e85-4979-a52c-858860e83479 req-96c98a35-46e2-4d8a-991f-b18611bc762d service neutron] 10.222.0.24 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 917 time: 0.0846190 Jun 07 16:04:07.771915 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e672b4c2-8e85-4979-a52c-858860e83479 req-eb27cdca-e232-4a72-8306-02489ca75f9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff HTTP/1.1" status: 200 len: 1002 time: 0.0579944 Jun 07 16:04:07.825248 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672b4c2-8e85-4979-a52c-858860e83479 req-5dc68060-c21f-42b2-8e6d-173e7645e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:07.826641 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e672b4c2-8e85-4979-a52c-858860e83479 req-5dc68060-c21f-42b2-8e6d-173e7645e0c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 200 len: 855 time: 0.0429571 Jun 07 16:04:07.869616 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672b4c2-8e85-4979-a52c-858860e83479 req-527165ea-8e57-4cc2-acd7-e6236535261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:07.871087 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e672b4c2-8e85-4979-a52c-858860e83479 req-527165ea-8e57-4cc2-acd7-e6236535261d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bca6588e-929f-4019-b79c-d0c7387dc8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380726 Jun 07 16:04:07.988020 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f16d5-3cb1-4c2e-a0df-be95e5006ef8 req-f2387f28-81f4-4452-9dd5-cc207e680664 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:07.990101 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-342f16d5-3cb1-4c2e-a0df-be95e5006ef8 req-f2387f28-81f4-4452-9dd5-cc207e680664 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0637150 Jun 07 16:04:08.025629 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e672b4c2-8e85-4979-a52c-858860e83479 req-189477c5-ddb9-462d-8b68-2c4823b1309e service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442523 Jun 07 16:04:08.097079 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-342f16d5-3cb1-4c2e-a0df-be95e5006ef8 req-bd2f4ab2-6343-45b8-bb95-6bb1de1ce20e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001911 Jun 07 16:04:08.117638 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:08.141573 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e672b4c2-8e85-4979-a52c-858860e83479 req-514ebd7d-b733-4a16-8922-b0f04df4f9db service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062350 Jun 07 16:04:09.267494 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9a53b-2568-42e9-9746-aa751d7683e9 req-c9d0e0cc-6016-4a51-ad32-e18585226237 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:09.268957 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-86d9a53b-2568-42e9-9746-aa751d7683e9 req-c9d0e0cc-6016-4a51-ad32-e18585226237 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0471730 Jun 07 16:04:09.289955 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:04:09.321995 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-86d9a53b-2568-42e9-9746-aa751d7683e9 req-e3141484-9875-472a-ae6b-fae7552938b9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468149 Jun 07 16:04:10.431882 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:10.445649 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed997d3a-461c-4075-afc2-06e93a46c6ca req-02ef937b-6bd9-42a8-8338-033ff5e40a0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:10.447088 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ed997d3a-461c-4075-afc2-06e93a46c6ca req-02ef937b-6bd9-42a8-8338-033ff5e40a0f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0518291 Jun 07 16:04:10.493673 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ed997d3a-461c-4075-afc2-06e93a46c6ca req-08f2470e-7706-40f0-b020-8f9962caea9e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411298 Jun 07 16:04:11.409729 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3315be-a2ec-4885-9fb2-c12a08d69a2c req-84b626ad-77e8-45cf-8184-72be01db940a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:11.411240 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bb3315be-a2ec-4885-9fb2-c12a08d69a2c req-84b626ad-77e8-45cf-8184-72be01db940a tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 946 time: 0.0500152 Jun 07 16:04:11.436098 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-d33521f5-a9b2-41a5-b400-047472db9a7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0377908 Jun 07 16:04:11.461374 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bb3315be-a2ec-4885-9fb2-c12a08d69a2c req-6f1ad2d2-8798-4af4-adef-b94327906fd5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438268 Jun 07 16:04:11.511309 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-7b079ab2-d169-4150-a020-ee06e1d9c757 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:11.512664 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-7b079ab2-d169-4150-a020-ee06e1d9c757 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports/f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff HTTP/1.1" status: 200 len: 943 time: 0.0484672 Jun 07 16:04:11.537358 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:04:11.612502 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff is: ACTIVE; New status is: DOWN {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:04:11.612891 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:11.636645 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:04:11.638865 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9669b2cd-66f9-4cca-a636-0738c29cbe79" -d '{"events": [{"server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "name": "network-vif-unplugged", "status": "completed", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:04:11.655553 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:11.660313 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:11.682827 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Jun 2022 16:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e13429f-09a8-4a36-9322-6bfaa40387c1 x-openstack-request-id: req-2e13429f-09a8-4a36-9322-6bfaa40387c1 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:04:11.683108 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "name": "network-vif-unplugged", "status": "failed", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff", "code": 422}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:04:11.683354 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e13429f-09a8-4a36-9322-6bfaa40387c1 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:04:11.683746 dv-cinder-844879-2-iscsi neutron-server[103970]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2e13429f-09a8-4a36-9322-6bfaa40387c1']: {'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'code': 422} returned with failed status Jun 07 16:04:11.710924 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,revision_number=8']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:12.343189 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-df71ddf8-1cee-4fd6-87b5-df9d00a25419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:12.344681 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-df71ddf8-1cee-4fd6-87b5-df9d00a25419 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc&tenant_id=d9f6ff4cee09476c925730a31d32e56f HTTP/1.1" status: 200 len: 1128 time: 0.0390205 Jun 07 16:04:12.415534 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-225af01a-8162-468d-af84-dee40466f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:12.417023 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-225af01a-8162-468d-af84-dee40466f504 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9f6ff4cee09476c925730a31d32e56f&device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 1128 time: 0.0418017 Jun 07 16:04:12.506801 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-dd67e22f-d5a1-42fc-ac16-75f50dd42842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:12.508281 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-dd67e22f-d5a1-42fc-ac16-75f50dd42842 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 200 len: 917 time: 0.0836222 Jun 07 16:04:12.604441 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-65ec11e1-b054-4069-b524-ba2f3748837b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff HTTP/1.1" status: 200 len: 1000 time: 0.0887558 Jun 07 16:04:12.612630 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed39543-9440-4094-8732-52a7f0b4357a req-05684ac3-fcec-4a0d-a4d5-6b56a5ac50dd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:12.614082 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8ed39543-9440-4094-8732-52a7f0b4357a req-05684ac3-fcec-4a0d-a4d5-6b56a5ac50dd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0612695 Jun 07 16:04:12.680803 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-d1a9f882-1759-4deb-a9d4-6dc4feca86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:12.682233 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-d1a9f882-1759-4deb-a9d4-6dc4feca86d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 200 len: 855 time: 0.0673680 Jun 07 16:04:12.701978 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8ed39543-9440-4094-8732-52a7f0b4357a req-9caabab3-c3d9-4b62-a71e-110572e60528 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798395 Jun 07 16:04:12.732385 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-d2b39871-50f3-4420-829a-7f568a28933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:12.733859 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-d2b39871-50f3-4420-829a-7f568a28933f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bca6588e-929f-4019-b79c-d0c7387dc8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443888 Jun 07 16:04:12.822012 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-8fca47d0-94be-4d8f-80c8-a8a7b70e23e9 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807369 Jun 07 16:04:12.915077 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5ed5d5f9-0687-4827-9db7-5654b7a4c59c req-be2a2e0f-02c5-4c8b-943d-bccc278047a0 service neutron] 10.222.0.24 "GET /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849226 Jun 07 16:04:13.843849 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcced85-b5d0-4674-9a7c-02ac3cdd34d7 req-344aeb00-9ca8-4a96-8fc8-f6ac6ef389e1 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:13.845469 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0dcced85-b5d0-4674-9a7c-02ac3cdd34d7 req-344aeb00-9ca8-4a96-8fc8-f6ac6ef389e1 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0520661 Jun 07 16:04:13.897036 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0dcced85-b5d0-4674-9a7c-02ac3cdd34d7 req-22aab73b-8cb0-4dfa-aa10-0d76fb77d179 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450182 Jun 07 16:04:15.026776 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cfe19-809b-4824-bfbd-bde8a0168f19 req-8ed9c206-c6ff-4d3e-9fb0-459dc933a7f1 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:15.028326 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c65cfe19-809b-4824-bfbd-bde8a0168f19 req-8ed9c206-c6ff-4d3e-9fb0-459dc933a7f1 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0496337 Jun 07 16:04:15.079267 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c65cfe19-809b-4824-bfbd-bde8a0168f19 req-a76c1abb-50d1-4a8a-808b-96ba721fca2b tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451090 Jun 07 16:04:15.297653 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:16.186663 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:16.189615 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:16.206079 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064448a-b69b-489c-89b2-c9d1195558b1 req-33a8df4c-7050-4358-8721-276aa51764fd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:16.207564 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0064448a-b69b-489c-89b2-c9d1195558b1 req-33a8df4c-7050-4358-8721-276aa51764fd tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0528479 Jun 07 16:04:16.256279 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0064448a-b69b-489c-89b2-c9d1195558b1 req-9c68d8de-c4cf-4fe3-9ceb-a176b5ea65cf tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424144 Jun 07 16:04:16.867492 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-60919e77-a9ca-4873-90ca-2e03f2e02793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:17.387786 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b3814-7fb4-422a-9d76-269fbfd7f3cd req-8af7fe35-f56a-46b0-8b4c-a3939de058e3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:17.389240 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e94b3814-7fb4-422a-9d76-269fbfd7f3cd req-8af7fe35-f56a-46b0-8b4c-a3939de058e3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0492938 Jun 07 16:04:17.447635 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e94b3814-7fb4-422a-9d76-269fbfd7f3cd req-2363c505-50e3-4e7c-9a0e-b2936baf53e8 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476551 Jun 07 16:04:18.592704 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87fb6a-d964-4a55-a206-6d2df174a895 req-f7fc7cd5-c944-4db1-adbd-3c951f38de3f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:18.594312 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fc87fb6a-d964-4a55-a206-6d2df174a895 req-f7fc7cd5-c944-4db1-adbd-3c951f38de3f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0549746 Jun 07 16:04:18.649029 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fc87fb6a-d964-4a55-a206-6d2df174a895 req-9f585120-0b93-454c-882a-abd9a19cc21f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487638 Jun 07 16:04:19.023467 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-343b0159-a186-45e6-bf83-e598fa4449ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:19.285839 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:19.783345 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee6048-d61a-4d95-82b6-de0f534ef2ba req-06d0f220-c009-4dc2-9dfa-6f7fa6c693c6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:19.785008 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53ee6048-d61a-4d95-82b6-de0f534ef2ba req-06d0f220-c009-4dc2-9dfa-6f7fa6c693c6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0545568 Jun 07 16:04:19.839371 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53ee6048-d61a-4d95-82b6-de0f534ef2ba req-c8e79f07-a3ad-4410-b171-44c698689c6f tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478499 Jun 07 16:04:20.162114 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:20.236956 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:20.963116 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc71c76-498d-4641-81fe-3e1d818987ff req-6705da63-5c93-48dc-850b-6eb479fad792 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:20.964682 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4bc71c76-498d-4641-81fe-3e1d818987ff req-6705da63-5c93-48dc-850b-6eb479fad792 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0507591 Jun 07 16:04:21.022925 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4bc71c76-498d-4641-81fe-3e1d818987ff req-7c0e844f-2e4f-42b3-9afc-566b60b3df42 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524721 Jun 07 16:04:21.499267 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=7 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:21.501295 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=7 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:21.653547 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:22.144939 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158bea3-ac64-4065-b83a-be320b324c29 req-9e849104-1797-4547-960f-8d4538119544 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:22.146409 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1158bea3-ac64-4065-b83a-be320b324c29 req-9e849104-1797-4547-960f-8d4538119544 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0479157 Jun 07 16:04:22.193651 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1158bea3-ac64-4065-b83a-be320b324c29 req-e32dbe5e-2c59-4663-a688-2451c2eb6bc4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415297 Jun 07 16:04:23.264951 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:23.315701 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38476a-68d4-4442-8134-6bbe72b73c8b req-d6e7584f-abf1-4dcc-8e07-b45ba68fdf23 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:23.317560 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e38476a-68d4-4442-8134-6bbe72b73c8b req-d6e7584f-abf1-4dcc-8e07-b45ba68fdf23 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0492082 Jun 07 16:04:23.366529 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e38476a-68d4-4442-8134-6bbe72b73c8b req-2950ec1b-7711-4c78-b560-f0dd62535ad3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426419 Jun 07 16:04:24.493024 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afa8f6-206d-46c5-9ce9-8c61bc4bf113 req-8b715531-eaa6-49b8-8da6-4b2953f63bb5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:24.494109 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-02afa8f6-206d-46c5-9ce9-8c61bc4bf113 req-8b715531-eaa6-49b8-8da6-4b2953f63bb5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0510709 Jun 07 16:04:24.541902 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-02afa8f6-206d-46c5-9ce9-8c61bc4bf113 req-23ac13a0-08da-462b-9d47-a2f550845f95 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419445 Jun 07 16:04:25.603932 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:04:25.664020 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfff6c-1cb4-472e-a7c2-5b5f9876121a req-e5363218-5ac0-4fcb-b191-8f591df2b7d3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:25.665543 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d2cfff6c-1cb4-472e-a7c2-5b5f9876121a req-e5363218-5ac0-4fcb-b191-8f591df2b7d3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 944 time: 0.0489402 Jun 07 16:04:25.691642 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:25.713758 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d2cfff6c-1cb4-472e-a7c2-5b5f9876121a req-be463d35-87ca-4295-ac8f-99045cae08a9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425715 Jun 07 16:04:25.714042 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:25.725680 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'port_id': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'mac_address': 'fa:16:3e:6a:87:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:04:25.727028 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:25.764225 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:04:25.764636 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:25.778530 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:04:25.798505 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:25.801862 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:25.850994 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,revision_number=9']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:25.858809 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.859153 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.859515 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.859858 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.860190 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.860559 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.860889 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.861210 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.861532 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.861858 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.862177 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.862500 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.862815 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.863132 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:25.863449 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:26.153174 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:04:26.997813 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64869324-c69e-439e-b7f1-c94f5464be3c req-1d523393-d971-48bb-999c-1141c690895e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:26.999185 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64869324-c69e-439e-b7f1-c94f5464be3c req-1d523393-d971-48bb-999c-1141c690895e tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 945 time: 0.0484521 Jun 07 16:04:27.048294 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-64869324-c69e-439e-b7f1-c94f5464be3c req-366a02d5-a0a0-4e3c-a975-b022dc0c48f4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436490 Jun 07 16:04:27.607235 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:04:27.650811 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:04:27.651183 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:27.722527 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:04:27.722906 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:27.745134 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:04:27.747406 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0691d6da-3d8b-4716-bf1e-05e1e7773584" -d '{"events": [{"server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "name": "network-vif-plugged", "status": "completed", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:04:27.761488 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:27.766005 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:27.815587 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,revision_number=10']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:27.842833 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488b2fca-643c-4e51-a606-eee4fd4ed63c x-openstack-request-id: req-488b2fca-643c-4e51-a606-eee4fd4ed63c {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:04:27.843112 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "name": "network-vif-plugged", "status": "completed", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:04:27.843355 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-488b2fca-643c-4e51-a606-eee4fd4ed63c {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:04:27.843773 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488b2fca-643c-4e51-a606-eee4fd4ed63c'] response: {'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'code': 200} Jun 07 16:04:28.038856 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce591e0-72cf-467e-a191-b009156145de req-064c3e12-2c17-481c-87d2-f6646eb2f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:28.040319 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4ce591e0-72cf-467e-a191-b009156145de req-064c3e12-2c17-481c-87d2-f6646eb2f6b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 1131 time: 0.0379796 Jun 07 16:04:28.084894 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4ce591e0-72cf-467e-a191-b009156145de req-747d72d9-7247-43fc-a522-c613bfe6dbfc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379508 Jun 07 16:04:28.147743 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:28.157308 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:28.166077 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645fc4c-bd3e-4ad1-96a7-5aeca3e56263 req-3f57a61b-ca3c-4c36-9b85-464acaafa4d5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:28.167519 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1645fc4c-bd3e-4ad1-96a7-5aeca3e56263 req-3f57a61b-ca3c-4c36-9b85-464acaafa4d5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 947 time: 0.0469539 Jun 07 16:04:28.214289 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1645fc4c-bd3e-4ad1-96a7-5aeca3e56263 req-6a262e26-f190-453d-b751-1595b15249a6 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412300 Jun 07 16:04:29.336210 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b3ec-7fda-4599-89ce-b448204298f4 req-87a726f5-eb72-4b3c-b439-e9551f0188a5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:29.338471 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7116b3ec-7fda-4599-89ce-b448204298f4 req-87a726f5-eb72-4b3c-b439-e9551f0188a5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 947 time: 0.0496359 Jun 07 16:04:29.383940 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7116b3ec-7fda-4599-89ce-b448204298f4 req-b44743a7-225c-46c9-a0cb-9c246d684d97 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 Jun 07 16:04:30.503880 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86c859-7353-4b73-9293-9d1433594598 req-2efca21b-0fde-4b63-879d-5646e87176a4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:30.505356 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4d86c859-7353-4b73-9293-9d1433594598 req-2efca21b-0fde-4b63-879d-5646e87176a4 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 947 time: 0.0465555 Jun 07 16:04:30.550885 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4d86c859-7353-4b73-9293-9d1433594598 req-55e88bbb-620a-4a8b-857a-78eb241bcee8 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395129 Jun 07 16:04:32.311995 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:32.316858 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:35.586851 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476a1ce-c580-4cf3-93a9-c6944cde7628 req-f64d82b6-e05c-4213-86f5-16df8e0f708f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:35.588425 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c476a1ce-c580-4cf3-93a9-c6944cde7628 req-f64d82b6-e05c-4213-86f5-16df8e0f708f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0501664 Jun 07 16:04:35.634074 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c476a1ce-c580-4cf3-93a9-c6944cde7628 req-d244fa99-b607-43ea-a50c-0f64e74a2e82 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401096 Jun 07 16:04:36.750095 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a729f3-93ce-48fc-8bf9-e23c4f0b6702 req-c9516e97-2ec6-474c-816d-fbe421959baa tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:36.751554 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-24a729f3-93ce-48fc-8bf9-e23c4f0b6702 req-c9516e97-2ec6-474c-816d-fbe421959baa tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0466838 Jun 07 16:04:36.798846 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-24a729f3-93ce-48fc-8bf9-e23c4f0b6702 req-29cf7064-5234-4153-adec-afed93e45f8f tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419047 Jun 07 16:04:37.811945 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:37.813757 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:37.914128 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08cf9-b656-44ca-a794-a7154e4e6102 req-4df75140-cea2-4c8e-841d-bea95bfcb443 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:37.915575 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e4b08cf9-b656-44ca-a794-a7154e4e6102 req-4df75140-cea2-4c8e-841d-bea95bfcb443 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0502398 Jun 07 16:04:37.967195 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e4b08cf9-b656-44ca-a794-a7154e4e6102 req-d5476565-4b02-440d-960b-9ee94b4b084d tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453277 Jun 07 16:04:39.085027 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0781e7c-b8ef-4881-a67f-fca06be4a4bd req-75806ebb-f374-4356-8550-bbe3522cadc4 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:39.086872 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f0781e7c-b8ef-4881-a67f-fca06be4a4bd req-75806ebb-f374-4356-8550-bbe3522cadc4 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0502298 Jun 07 16:04:39.140799 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f0781e7c-b8ef-4881-a67f-fca06be4a4bd req-a0caae86-2cb7-4de6-9483-f038e6b51ad8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477784 Jun 07 16:04:40.105111 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-eda7e6e8-833a-43d3-ae6a-75ca112039e7 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:40.106790 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-eda7e6e8-833a-43d3-ae6a-75ca112039e7 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0471852 Jun 07 16:04:40.197543 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Deleting port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:40.197882 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:40.309308 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9688ba-b45f-45d1-8ba7-08b9766e01bc req-b5256423-3407-4f24-ab59-799cf501a4d7 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:40.310772 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ee9688ba-b45f-45d1-8ba7-08b9766e01bc req-b5256423-3407-4f24-ab59-799cf501a4d7 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0972719 Jun 07 16:04:40.348345 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] For port 5f11220e-58cf-4888-ba67-1f3a06c90ba3, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=5f11220e-58cf-4888-ba67-1f3a06c90ba3,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:40.348815 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:40.413528 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ee9688ba-b45f-45d1-8ba7-08b9766e01bc req-09f57850-a998-4795-b8f3-76530c65d859 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb2efe70-e41a-47e7-afcf-b691dd2df98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969665 Jun 07 16:04:40.423541 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:40.472535 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:40.528447 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:40.528710 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (282052e5-413a-452c-8fe1-cac53099dd74), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:40.529024 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Floating IP 282052e5-413a-452c-8fe1-cac53099dd74 disassociated. External IP: 172.27.2.197, port: 5f11220e-58cf-4888-ba67-1f3a06c90ba3. Jun 07 16:04:40.529363 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Calling delete_port for 5f11220e-58cf-4888-ba67-1f3a06c90ba3 owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:40.653688 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (5f11220e-58cf-4888-ba67-1f3a06c90ba3), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:40.678699 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event deleted for resources: {'Port': ['ID=5f11220e-58cf-4888-ba67-1f3a06c90ba3,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:40.689477 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.689822 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.690161 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.690494 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.690825 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.691155 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.691480 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.691802 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.692588 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.692588 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.692782 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.693074 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.693846 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.694171 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.694493 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:40.801618 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:04:40.905157 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:04:40.914712 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295224ae-bb6f-4f02-9575-19ce0f6886b7 None None] Sync routers for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:04:40.925814 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295224ae-bb6f-4f02-9575-19ce0f6886b7 None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:04:40.926412 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-295224ae-bb6f-4f02-9575-19ce0f6886b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:40.947543 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] No DVR routers for this DVR port 5f11220e-58cf-4888-ba67-1f3a06c90ba3 on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:04:40.950110 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:40.953420 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f4c8cea-02e1-4a6a-b42a-b152256c45a9 req-5ad663d7-ef8d-492f-87bf-f685a5dcbeb0 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "DELETE /v2.0/ports/5f11220e-58cf-4888-ba67-1f3a06c90ba3 HTTP/1.1" status: 204 len: 173 time: 0.8394277 Jun 07 16:04:40.953843 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'name': 'network-vif-deleted', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:04:40.956037 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40db53d0-1a9c-4a19-be01-942c73c0b8cc" -d '{"events": [{"server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "name": "network-vif-deleted", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:04:41.051156 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-295224ae-bb6f-4f02-9575-19ce0f6886b7 None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:04:41.075055 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dfb643-7240-41e2-af0d-018f88335453 x-openstack-request-id: req-67dfb643-7240-41e2-af0d-018f88335453 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:04:41.075496 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af0f273-7800-41ad-ab0d-95adceaea6a9", "name": "network-vif-deleted", "tag": "5f11220e-58cf-4888-ba67-1f3a06c90ba3", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:04:41.075810 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67dfb643-7240-41e2-af0d-018f88335453 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:04:41.076278 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67dfb643-7240-41e2-af0d-018f88335453'] response: {'server_uuid': '4af0f273-7800-41ad-ab0d-95adceaea6a9', 'name': 'network-vif-deleted', 'tag': '5f11220e-58cf-4888-ba67-1f3a06c90ba3', 'status': 'completed', 'code': 200} Jun 07 16:04:41.262811 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-295224ae-bb6f-4f02-9575-19ce0f6886b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 5, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:41.287253 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295224ae-bb6f-4f02-9575-19ce0f6886b7 None None] Checking router: 40742c78-b3be-4eb9-b0a3-49a9b55484a6 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:04:41.295653 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295224ae-bb6f-4f02-9575-19ce0f6886b7 None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:04:41.296248 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-295224ae-bb6f-4f02-9575-19ce0f6886b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:41.548579 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-295224ae-bb6f-4f02-9575-19ce0f6886b7 None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:04:41.566359 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6a82d8f0-85f9-429f-beba-020261e58d9c req-200644e9-2f30-453e-a5aa-ad59dd4e3375 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af0f273-7800-41ad-ab0d-95adceaea6a9 HTTP/1.1" status: 200 len: 210 time: 0.0428069 Jun 07 16:04:41.747769 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-295224ae-bb6f-4f02-9575-19ce0f6886b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 5, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:41.777566 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295224ae-bb6f-4f02-9575-19ce0f6886b7 None None] The sync data for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi is: [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 4, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '7c278891-3bbc-4a44-af48-bb780d8713ee', 'name': '', 'network_id': '80297557-5fee-443b-89c5-3ebd07d39a51', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'mac_address': 'fa:16:3e:bc:af:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 5, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'subnets': [{'id': '2f3a8a37-406e-4ecb-a45f-da3133d6ecf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:04:41.941099 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10debbf-11e2-4406-9f09-279c9110c510 req-a1cb699d-9b91-4e91-a187-18f057f65d58 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:41.942646 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f10debbf-11e2-4406-9f09-279c9110c510 req-a1cb699d-9b91-4e91-a187-18f057f65d58 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 945 time: 0.0476656 Jun 07 16:04:41.995077 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f10debbf-11e2-4406-9f09-279c9110c510 req-793303ea-b610-4c1b-96b6-6ebe302ba6b9 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466614 Jun 07 16:04:42.037068 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf1738-fb2a-4d7e-af1e-c3815788c773 None None] New status for floating IP 282052e5-413a-452c-8fe1-cac53099dd74: DOWN {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:04:42.655068 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 58798) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:42.707421 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-30161080-f4cf-4593-9714-214ddd22a029 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group (eb2efe70-e41a-47e7-afcf-b691dd2df98d), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:42.730183 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-30161080-f4cf-4593-9714-214ddd22a029 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group (eb2efe70-e41a-47e7-afcf-b691dd2df98d), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:42.777387 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-30161080-f4cf-4593-9714-214ddd22a029 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (eb2efe70-e41a-47e7-afcf-b691dd2df98d), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:42.780084 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-30161080-f4cf-4593-9714-214ddd22a029 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:42.781238 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-30161080-f4cf-4593-9714-214ddd22a029 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "DELETE /v2.0/security-groups/eb2efe70-e41a-47e7-afcf-b691dd2df98d HTTP/1.1" status: 204 len: 168 time: 0.1251602 Jun 07 16:04:42.783869 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58800) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:42.790200 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30161080-f4cf-4593-9714-214ddd22a029 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2efe70-e41a-47e7-afcf-b691dd2df98d,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:42.799059 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.api.v2.resource [None req-f57315c3-0e4d-4ca1-9dd5-a3a5a95164cc tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] show failed (client error): The resource could not be found. Jun 07 16:04:42.800055 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f57315c3-0e4d-4ca1-9dd5-a3a5a95164cc tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups/eb2efe70-e41a-47e7-afcf-b691dd2df98d HTTP/1.1" status: 404 len: 347 time: 0.0150814 Jun 07 16:04:42.802679 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58802) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:43.082047 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Deleting port efcbf0bb-f1c8-4a8c-ac99-202497b36caf {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:43.082381 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (efcbf0bb-f1c8-4a8c-ac99-202497b36caf), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:43.112676 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20775af-51a7-41e5-8c53-c325470091c5 req-60cf6fc2-f558-49d4-9c77-42097e7e7a10 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:43.114158 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c20775af-51a7-41e5-8c53-c325470091c5 req-60cf6fc2-f558-49d4-9c77-42097e7e7a10 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 945 time: 0.0465887 Jun 07 16:04:43.165692 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (efcbf0bb-f1c8-4a8c-ac99-202497b36caf), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:43.166020 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for floatingip (efcbf0bb-f1c8-4a8c-ac99-202497b36caf), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:43.169848 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c20775af-51a7-41e5-8c53-c325470091c5 req-b56e6a67-f53f-4b50-aca9-a6c05810553a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500607 Jun 07 16:04:43.179460 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Calling delete_port for efcbf0bb-f1c8-4a8c-ac99-202497b36caf owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:43.310130 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (efcbf0bb-f1c8-4a8c-ac99-202497b36caf), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:43.332793 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event deleted for resources: {'Port': ['ID=efcbf0bb-f1c8-4a8c-ac99-202497b36caf,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:43.342858 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.343212 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.343559 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.343899 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.344238 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.344598 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.345265 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.345265 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.345608 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.345933 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.346258 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.346582 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.346908 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.347230 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.347551 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:04:43.408122 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks [] for floatingip (282052e5-413a-452c-8fe1-cac53099dd74), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:43.410610 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:43.411744 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-18ec33b1-0ca8-4f28-8277-95ffbdd27dab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "DELETE /v2.0/floatingips/282052e5-413a-452c-8fe1-cac53099dd74 HTTP/1.1" status: 204 len: 168 time: 0.6081445 Jun 07 16:04:43.705385 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 5f11220e-58cf-4888-ba67-1f3a06c90ba3 no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:04:43.725025 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 5f11220e-58cf-4888-ba67-1f3a06c90ba3 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:04:43.725360 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 5f11220e-58cf-4888-ba67-1f3a06c90ba3 not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:04:44.035931 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-63922d3b-a461-4f97-b207-e621524c7f6e tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:44.037285 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-63922d3b-a461-4f97-b207-e621524c7f6e tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 945 time: 0.0454605 Jun 07 16:04:44.067757 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:44.070239 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:44.125211 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Deleting port 0f8222bc-a5ba-4988-8987-c489cf085cff {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:44.125539 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:44.222692 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] For port 0f8222bc-a5ba-4988-8987-c489cf085cff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=0f8222bc-a5ba-4988-8987-c489cf085cff,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:44.223051 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:44.586284 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34208dd8-a6d1-40de-be72-fba5dfc23684 req-35a5b9e3-2766-41da-84a4-6f38df101532 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:44.587879 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-34208dd8-a6d1-40de-be72-fba5dfc23684 req-35a5b9e3-2766-41da-84a4-6f38df101532 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3bd5575-db33-4a06-9d45-7a83ed77e7ad HTTP/1.1" status: 200 len: 945 time: 0.3490512 Jun 07 16:04:44.692081 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:44.692484 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (604f0e23-600c-44cf-9014-276687424fd1), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:44.692781 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Floating IP 604f0e23-600c-44cf-9014-276687424fd1 disassociated. External IP: 172.27.2.63, port: 0f8222bc-a5ba-4988-8987-c489cf085cff. Jun 07 16:04:44.693119 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Calling delete_port for 0f8222bc-a5ba-4988-8987-c489cf085cff owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:44.697637 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-34208dd8-a6d1-40de-be72-fba5dfc23684 req-e0b86dff-9897-4fd6-be6e-cf9b6cbdf7cc tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups?id=a242f221-6ccf-4826-9cd1-2b72f7e13ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008084 Jun 07 16:04:44.824927 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (0f8222bc-a5ba-4988-8987-c489cf085cff), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:44.860877 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event deleted for resources: {'Port': ['ID=0f8222bc-a5ba-4988-8987-c489cf085cff,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:44.971957 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:04:45.073502 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:04:45.083020 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089052b9-c492-4ca8-8fc0-0093be21f53b None None] Sync routers for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:04:45.093159 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089052b9-c492-4ca8-8fc0-0093be21f53b None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:04:45.093776 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-089052b9-c492-4ca8-8fc0-0093be21f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:45.118652 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] No DVR routers for this DVR port 0f8222bc-a5ba-4988-8987-c489cf085cff on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:04:45.121830 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:45.125127 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c92ec00a-14f8-4c2c-84ea-e2690545e0e5 req-b69100a3-8fff-4abf-8568-648ec619d31a tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.24 "DELETE /v2.0/ports/0f8222bc-a5ba-4988-8987-c489cf085cff HTTP/1.1" status: 204 len: 173 time: 1.0817127 Jun 07 16:04:45.125579 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'name': 'network-vif-deleted', 'tag': '0f8222bc-a5ba-4988-8987-c489cf085cff'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:04:45.127897 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec700b3b-fd55-435d-a8cf-83e0c9660695" -d '{"events": [{"server_uuid": "e3bd5575-db33-4a06-9d45-7a83ed77e7ad", "name": "network-vif-deleted", "tag": "0f8222bc-a5ba-4988-8987-c489cf085cff"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:04:45.167859 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2074ab8a-ebd7-4dbf-99fd-a1031a727271 x-openstack-request-id: req-2074ab8a-ebd7-4dbf-99fd-a1031a727271 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:04:45.168252 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bd5575-db33-4a06-9d45-7a83ed77e7ad", "name": "network-vif-deleted", "tag": "0f8222bc-a5ba-4988-8987-c489cf085cff", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:04:45.168616 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2074ab8a-ebd7-4dbf-99fd-a1031a727271 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:04:45.169204 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2074ab8a-ebd7-4dbf-99fd-a1031a727271'] response: {'server_uuid': 'e3bd5575-db33-4a06-9d45-7a83ed77e7ad', 'name': 'network-vif-deleted', 'tag': '0f8222bc-a5ba-4988-8987-c489cf085cff', 'status': 'completed', 'code': 200} Jun 07 16:04:45.204275 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-089052b9-c492-4ca8-8fc0-0093be21f53b None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:04:45.393815 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:45.407248 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-089052b9-c492-4ca8-8fc0-0093be21f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:45.409630 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:45.435657 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089052b9-c492-4ca8-8fc0-0093be21f53b None None] Checking router: 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:04:45.443965 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089052b9-c492-4ca8-8fc0-0093be21f53b None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:04:45.444594 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-089052b9-c492-4ca8-8fc0-0093be21f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:45.544516 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-089052b9-c492-4ca8-8fc0-0093be21f53b None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:04:45.741776 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-089052b9-c492-4ca8-8fc0-0093be21f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:45.773815 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089052b9-c492-4ca8-8fc0-0093be21f53b None None] The sync data for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi is: [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T15:58:50Z', 'revision_number': 4, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '04d8f7bf-8b29-4ad8-afa6-20efd023b229', 'name': '', 'network_id': 'aaeb9c5f-0bb1-4407-ad5c-9ab482299357', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'mac_address': 'fa:16:3e:24:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:49Z', 'updated_at': '2022-06-07T15:59:06Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'subnets': [{'id': '9d2e6771-b172-483a-8869-cf0fd6582503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:04:45.793991 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58828) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:45.867341 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8fef1d44-019e-49ee-98a9-5fc44b651d33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (a242f221-6ccf-4826-9cd1-2b72f7e13ae0), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:45.893744 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8fef1d44-019e-49ee-98a9-5fc44b651d33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (a242f221-6ccf-4826-9cd1-2b72f7e13ae0), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:45.960766 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8fef1d44-019e-49ee-98a9-5fc44b651d33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (a242f221-6ccf-4826-9cd1-2b72f7e13ae0), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:45.963612 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8fef1d44-019e-49ee-98a9-5fc44b651d33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:45.965012 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8fef1d44-019e-49ee-98a9-5fc44b651d33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "DELETE /v2.0/security-groups/a242f221-6ccf-4826-9cd1-2b72f7e13ae0 HTTP/1.1" status: 204 len: 168 time: 0.1698551 Jun 07 16:04:45.968291 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 58830) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:45.975470 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef1d44-019e-49ee-98a9-5fc44b651d33 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a242f221-6ccf-4826-9cd1-2b72f7e13ae0,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:45.988953 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.api.v2.resource [None req-76a505d4-b311-411b-8d03-dea671952ed8 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] show failed (client error): The resource could not be found. Jun 07 16:04:45.989963 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-76a505d4-b311-411b-8d03-dea671952ed8 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "GET /v2.0/security-groups/a242f221-6ccf-4826-9cd1-2b72f7e13ae0 HTTP/1.1" status: 404 len: 347 time: 0.0166004 Jun 07 16:04:45.997071 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58834) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:46.078042 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce5f35-c868-4121-b8a0-5b555787b96c req-e1c8a1e4-9f6d-4027-ad0c-3218f4387cb9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:46.079539 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a7ce5f35-c868-4121-b8a0-5b555787b96c req-e1c8a1e4-9f6d-4027-ad0c-3218f4387cb9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0546079 Jun 07 16:04:46.090159 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c8ef5-2239-4e71-b9b7-e06932ca5e01 None None] New status for floating IP 604f0e23-600c-44cf-9014-276687424fd1: DOWN {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:04:46.109606 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:46.121864 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:46.132465 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-9880d275-5762-4121-b0da-c695ee43e830 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Deleting port 7e04bc26-566a-4553-8883-14b5018ec711 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:46.133584 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9880d275-5762-4121-b0da-c695ee43e830 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (7e04bc26-566a-4553-8883-14b5018ec711), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:46.137504 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a7ce5f35-c868-4121-b8a0-5b555787b96c req-1f6a03f4-033c-43ed-93b1-3db2d05826f1 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520887 Jun 07 16:04:46.218018 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9880d275-5762-4121-b0da-c695ee43e830 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (7e04bc26-566a-4553-8883-14b5018ec711), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:46.218344 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9880d275-5762-4121-b0da-c695ee43e830 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (7e04bc26-566a-4553-8883-14b5018ec711), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:46.233320 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-9880d275-5762-4121-b0da-c695ee43e830 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Calling delete_port for 7e04bc26-566a-4553-8883-14b5018ec711 owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:46.287934 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:04:46.288565 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:46.302503 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:46.367033 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9880d275-5762-4121-b0da-c695ee43e830 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (7e04bc26-566a-4553-8883-14b5018ec711), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:46.390357 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880d275-5762-4121-b0da-c695ee43e830 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Pushing event deleted for resources: {'Port': ['ID=7e04bc26-566a-4553-8883-14b5018ec711,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:46.457580 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9880d275-5762-4121-b0da-c695ee43e830 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks [] for floatingip (604f0e23-600c-44cf-9014-276687424fd1), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:46.460244 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9880d275-5762-4121-b0da-c695ee43e830 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:46.461395 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-9880d275-5762-4121-b0da-c695ee43e830 tempest-AttachVolumeTestJSON-1507145408 tempest-AttachVolumeTestJSON-1507145408-project] 10.222.0.18 "DELETE /v2.0/floatingips/604f0e23-600c-44cf-9014-276687424fd1 HTTP/1.1" status: 204 len: 168 time: 0.4633434 Jun 07 16:04:46.875265 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-283c7252-a6ae-45f7-bf87-f90f5237320b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:47.258680 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06afd1-afe7-47ea-a010-00294bfe18db req-78516c70-22ca-48e3-a7a4-2e271cc2ce93 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:47.260131 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3c06afd1-afe7-47ea-a010-00294bfe18db req-78516c70-22ca-48e3-a7a4-2e271cc2ce93 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0470417 Jun 07 16:04:47.310029 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3c06afd1-afe7-47ea-a010-00294bfe18db req-b2644505-dcfc-4bb6-8d07-91129ac5aef6 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Jun 07 16:04:47.703987 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 0f8222bc-a5ba-4988-8987-c489cf085cff no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:04:47.722562 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 0f8222bc-a5ba-4988-8987-c489cf085cff {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:04:47.722924 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 0f8222bc-a5ba-4988-8987-c489cf085cff not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:04:48.425530 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8c746-ad72-44d6-84f4-b693502d2dbf req-24a23dad-367d-4210-9df7-877c5934feb9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:48.426972 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-69a8c746-ad72-44d6-84f4-b693502d2dbf req-24a23dad-367d-4210-9df7-877c5934feb9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0473037 Jun 07 16:04:48.473149 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-69a8c746-ad72-44d6-84f4-b693502d2dbf req-73277207-9059-4587-b7ae-20bd0828b163 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Jun 07 16:04:48.731831 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf8ca2-d250-4c55-adfe-f5e96101c424 req-3d686d1c-ba91-4a0f-865b-6730ad448da9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:48.733240 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-47bf8ca2-d250-4c55-adfe-f5e96101c424 req-3d686d1c-ba91-4a0f-865b-6730ad448da9 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 945 time: 0.0487196 Jun 07 16:04:48.831747 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-47bf8ca2-d250-4c55-adfe-f5e96101c424 req-c0aa1217-5bae-442d-b03c-9a3986d8e01e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Deleting port 450a9373-1070-42c3-866b-57c165da319e {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:48.832085 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-47bf8ca2-d250-4c55-adfe-f5e96101c424 req-c0aa1217-5bae-442d-b03c-9a3986d8e01e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (450a9373-1070-42c3-866b-57c165da319e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:48.925861 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-47bf8ca2-d250-4c55-adfe-f5e96101c424 req-c0aa1217-5bae-442d-b03c-9a3986d8e01e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] For port 450a9373-1070-42c3-866b-57c165da319e, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=450a9373-1070-42c3-866b-57c165da319e,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:48.926220 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-47bf8ca2-d250-4c55-adfe-f5e96101c424 req-c0aa1217-5bae-442d-b03c-9a3986d8e01e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (450a9373-1070-42c3-866b-57c165da319e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:48.939184 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-47bf8ca2-d250-4c55-adfe-f5e96101c424 req-c0aa1217-5bae-442d-b03c-9a3986d8e01e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Calling delete_port for 450a9373-1070-42c3-866b-57c165da319e owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:49.031602 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f59e870a-6cf7-499f-a601-6e74644ee981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:49.091514 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-47bf8ca2-d250-4c55-adfe-f5e96101c424 req-c0aa1217-5bae-442d-b03c-9a3986d8e01e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (450a9373-1070-42c3-866b-57c165da319e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:49.103955 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['4afe8733-9281-4967-aed2-4a9f8c20246a', '450a9373-1070-42c3-866b-57c165da319e'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:04:49.154401 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa1217-5bae-442d-b03c-9a3986d8e01e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event deleted for resources: {'Port': ['ID=450a9373-1070-42c3-866b-57c165da319e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:49.178078 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bf8ca2-d250-4c55-adfe-f5e96101c424 req-c0aa1217-5bae-442d-b03c-9a3986d8e01e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] No DVR routers for this DVR port 450a9373-1070-42c3-866b-57c165da319e on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:04:49.180474 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-47bf8ca2-d250-4c55-adfe-f5e96101c424 req-c0aa1217-5bae-442d-b03c-9a3986d8e01e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:49.183808 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-47bf8ca2-d250-4c55-adfe-f5e96101c424 req-c0aa1217-5bae-442d-b03c-9a3986d8e01e tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "DELETE /v2.0/ports/450a9373-1070-42c3-866b-57c165da319e HTTP/1.1" status: 204 len: 173 time: 0.4445672 Jun 07 16:04:49.184237 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d02281-8404-4d09-82b2-ab23ab0623d1', 'name': 'network-vif-deleted', 'tag': '450a9373-1070-42c3-866b-57c165da319e'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:04:49.187101 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1479677c-748d-44dc-8b21-585de37b7e78" -d '{"events": [{"server_uuid": "d9d02281-8404-4d09-82b2-ab23ab0623d1", "name": "network-vif-deleted", "tag": "450a9373-1070-42c3-866b-57c165da319e"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:04:49.226259 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da82195-4de4-4e59-9eb8-59c28ea9e6b3 x-openstack-request-id: req-0da82195-4de4-4e59-9eb8-59c28ea9e6b3 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:04:49.226590 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d02281-8404-4d09-82b2-ab23ab0623d1", "name": "network-vif-deleted", "tag": "450a9373-1070-42c3-866b-57c165da319e", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:04:49.226844 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0da82195-4de4-4e59-9eb8-59c28ea9e6b3 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:04:49.227245 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da82195-4de4-4e59-9eb8-59c28ea9e6b3'] response: {'server_uuid': 'd9d02281-8404-4d09-82b2-ab23ab0623d1', 'name': 'network-vif-deleted', 'tag': '450a9373-1070-42c3-866b-57c165da319e', 'status': 'completed', 'code': 200} Jun 07 16:04:49.586203 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ec48582f-1a0f-4aaf-a438-ad5f389cc6df req-fd7d9633-a28f-4e94-bb42-034c1f426d76 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d02281-8404-4d09-82b2-ab23ab0623d1 HTTP/1.1" status: 200 len: 210 time: 0.0296612 Jun 07 16:04:49.997118 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58896) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:50.163289 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:50.228613 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:50.402146 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-cefa125f-c8a9-4ae0-90c9-01a82a407b1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425036 Jun 07 16:04:50.466640 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-c760c899-6483-48aa-b35a-86c60f1577b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:50.468854 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-c760c899-6483-48aa-b35a-86c60f1577b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bc2a18d64e440eabb0f4f4a072cf671&device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 1130 time: 0.0439610 Jun 07 16:04:50.508895 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582351'] for router_interface (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:50.587042 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-43cf199e-5f21-45b3-ad2d-1a3dcc8c8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:50.588545 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-43cf199e-5f21-45b3-ad2d-1a3dcc8c8fc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8456bfa-e327-4646-9098-4f04d53b18a5 HTTP/1.1" status: 200 len: 910 time: 0.0901253 Jun 07 16:04:50.651799 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-cbd4bb1b-823f-4159-9b1b-f0f6b6862962 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecee4301-3191-46a9-9f87-5b81919581bd HTTP/1.1" status: 200 len: 1002 time: 0.0562789 Jun 07 16:04:50.710114 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-8154ef94-e642-4b84-8f2b-6d2fc0c4d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:50.711559 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-8154ef94-e642-4b84-8f2b-6d2fc0c4d5fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e29039f-3438-4bb9-8234-bd4dbb940c1e HTTP/1.1" status: 200 len: 848 time: 0.0498083 Jun 07 16:04:50.751819 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:50.765894 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-6eaccf62-ba88-460f-8100-d1a2afd4359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:50.767846 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-6eaccf62-ba88-460f-8100-d1a2afd4359b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8456bfa-e327-4646-9098-4f04d53b18a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492170 Jun 07 16:04:50.797550 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] Deleting port 04d8f7bf-8b29-4ad8-afa6-20efd023b229 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:50.797889 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:50.836561 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:50.887032 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] For port 04d8f7bf-8b29-4ad8-afa6-20efd023b229, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=04d8f7bf-8b29-4ad8-afa6-20efd023b229,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:50.887383 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:50.901385 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] Calling delete_port for 04d8f7bf-8b29-4ad8-afa6-20efd023b229 owned by network:router_interface {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:50.910281 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dfd79-c6b5-48f0-bf24-698b6b0e223b req-795cc759-cf6f-455e-bac5-efa0f687ce20 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:50.911756 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c81dfd79-c6b5-48f0-bf24-698b6b0e223b req-795cc759-cf6f-455e-bac5-efa0f687ce20 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0723126 Jun 07 16:04:50.939010 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-d61157c0-9645-47ea-b0df-9bc84890ec64 service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474950 Jun 07 16:04:50.945226 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:50.970073 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c81dfd79-c6b5-48f0-bf24-698b6b0e223b req-02efe6ad-d0d1-459f-9555-735c0fa0a4ab tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520320 Jun 07 16:04:51.003703 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:51.085915 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (04d8f7bf-8b29-4ad8-afa6-20efd023b229), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:51.114468 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d8f7bf-8b29-4ad8-afa6-20efd023b229,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:51.272269 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1829284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584543'] for router_interface (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:51.644117 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] Router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:04:51.656032 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:51.698012 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 450a9373-1070-42c3-866b-57c165da319e no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:04:51.717944 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 450a9373-1070-42c3-866b-57c165da319e {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:04:51.718355 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 450a9373-1070-42c3-866b-57c165da319e not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:04:51.743394 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:04:51.750025 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-786a950d-b58b-4e4a-add6-f8d5680d3a23 admin admin] 10.222.0.18 "PUT /v2.0/routers/62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7494056 Jun 07 16:04:51.750880 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58914) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:51.753276 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958edd0-0648-4f88-be1d-aee6a9c99f77 None None] Sync routers for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:04:51.762904 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958edd0-0648-4f88-be1d-aee6a9c99f77 None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:04:51.763515 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1958edd0-0648-4f88-be1d-aee6a9c99f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:51.848733 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Publish callbacks [] for router (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:51.867403 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-1958edd0-0648-4f88-be1d-aee6a9c99f77 None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:04:51.948634 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Publish callbacks [] for router_gateway (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:51.986034 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:51.993999 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Deleting port 19a1c8fd-aca1-419b-ae27-486ed86b70ab {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:51.994444 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.035499 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:52.037696 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:52.039236 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1958edd0-0648-4f88-be1d-aee6a9c99f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T16:04:51Z', 'revision_number': 5, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port': {'id': '19a1c8fd-aca1-419b-ae27-486ed86b70ab', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:44Z', 'updated_at': '2022-06-07T15:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:52.072036 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958edd0-0648-4f88-be1d-aee6a9c99f77 None None] Checking router: 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:04:52.081486 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958edd0-0648-4f88-be1d-aee6a9c99f77 None None] Routers {'62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:04:52.082090 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1958edd0-0648-4f88-be1d-aee6a9c99f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:52.084685 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:52.089218 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] For port 19a1c8fd-aca1-419b-ae27-486ed86b70ab, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=19a1c8fd-aca1-419b-ae27-486ed86b70ab,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:52.089584 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.092632 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cfb02-b27c-4cd5-941d-dd0051eecd06 req-66700699-6888-43b9-93b4-5023870f0329 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:52.094892 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cd5cfb02-b27c-4cd5-941d-dd0051eecd06 req-66700699-6888-43b9-93b4-5023870f0329 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0506241 Jun 07 16:04:52.104443 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Calling delete_port for 19a1c8fd-aca1-419b-ae27-486ed86b70ab owned by network:router_gateway {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:52.151111 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cd5cfb02-b27c-4cd5-941d-dd0051eecd06 req-26baf09d-d706-42b8-8f95-b98df8301cdb tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492525 Jun 07 16:04:52.180662 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-1958edd0-0648-4f88-be1d-aee6a9c99f77 None None] Set router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:04:52.229422 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1958edd0-0648-4f88-be1d-aee6a9c99f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T16:04:51Z', 'revision_number': 6, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port_host': None}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:52.255859 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958edd0-0648-4f88-be1d-aee6a9c99f77 None None] The sync data for ids ['62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc'] in dv-cinder-844879-2-iscsi is: [{'id': '62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc', 'name': 'tempest-AttachVolumeTestJSON-1802435624-router', 'tenant_id': '9d0733c937754d1182c68bd4ea7f283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:42Z', 'updated_at': '2022-06-07T16:04:51Z', 'revision_number': 6, 'project_id': '9d0733c937754d1182c68bd4ea7f283c', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:04:52.284152 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (19a1c8fd-aca1-419b-ae27-486ed86b70ab), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.308971 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=19a1c8fd-aca1-419b-ae27-486ed86b70ab,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:52.375294 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583176'] for router_gateway (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.476412 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-645'] for router (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.478560 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Publish callbacks [] for router_controller (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.541102 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584586'] for router (62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.541620 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc {{(pid=103969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 16:04:52.547390 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.548425 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ebea1561-7719-4073-9df4-75e180bf4aeb admin admin] 10.222.0.18 "DELETE /v2.0/routers/62cfdd9f-2e90-4377-9cf5-7f9e3efe41cc HTTP/1.1" status: 204 len: 168 time: 0.7965918 Jun 07 16:04:52.551135 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58920) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:52.598584 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-052fcc9c-39c2-4d75-a283-f7b4690baa99 admin admin] Deleting subnet 9d2e6771-b172-483a-8869-cf0fd6582503 {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:04:52.603375 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-052fcc9c-39c2-4d75-a283-f7b4690baa99 admin admin] Publish callbacks [] for subnet (9d2e6771-b172-483a-8869-cf0fd6582503), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.641002 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-052fcc9c-39c2-4d75-a283-f7b4690baa99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451237'] for subnet (9d2e6771-b172-483a-8869-cf0fd6582503), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.748718 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-052fcc9c-39c2-4d75-a283-f7b4690baa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (9d2e6771-b172-483a-8869-cf0fd6582503), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.801300 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-052fcc9c-39c2-4d75-a283-f7b4690baa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1212701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260635392'] for subnet (9d2e6771-b172-483a-8869-cf0fd6582503), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.825810 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fcc9c-39c2-4d75-a283-f7b4690baa99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2e6771-b172-483a-8869-cf0fd6582503,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:52.829510 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-052fcc9c-39c2-4d75-a283-f7b4690baa99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.832599 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-052fcc9c-39c2-4d75-a283-f7b4690baa99 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9d2e6771-b172-483a-8869-cf0fd6582503 HTTP/1.1" status: 204 len: 168 time: 0.2805388 Jun 07 16:04:52.835099 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58922) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:52.837669 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b36ca-77b8-4eca-a17f-23036f0351bf None None] Network aaeb9c5f-0bb1-4407-ad5c-9ab482299357 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:04:52.909115 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (aaeb9c5f-0bb1-4407-ad5c-9ab482299357), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:52.938656 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:52.953869 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Deleting port 0fb0b303-f279-4f82-a4c6-1922e71048b3 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:52.954103 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.014770 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:53.023884 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] For port 0fb0b303-f279-4f82-a4c6-1922e71048b3, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=0fb0b303-f279-4f82-a4c6-1922e71048b3,segment=NetworkSegment(4e00fd10-6886-428e-81f8-fd1494126d8d),segment_id=4e00fd10-6886-428e-81f8-fd1494126d8d)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:53.024250 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.040169 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Calling delete_port for 0fb0b303-f279-4f82-a4c6-1922e71048b3 owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:53.122193 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db2647b-988f-4fb1-88c7-7ce637f3f550 None None] DHCP port deletion for aaeb9c5f-0bb1-4407-ad5c-9ab482299357 request from dv-cinder-844879-2-iscsi {{(pid=103970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 16:04:53.128948 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (0fb0b303-f279-4f82-a4c6-1922e71048b3), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.152091 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-8db2647b-988f-4fb1-88c7-7ce637f3f550 None None] The port '0fb0b303-f279-4f82-a4c6-1922e71048b3' was deleted {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Jun 07 16:04:53.153628 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb0b303-f279-4f82-a4c6-1922e71048b3,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:53.160108 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] No DVR routers for this DVR port 0fb0b303-f279-4f82-a4c6-1922e71048b3 on host dv-cinder-844879-2-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:04:53.239780 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (aaeb9c5f-0bb1-4407-ad5c-9ab482299357), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.264690 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaeb9c5f-0bb1-4407-ad5c-9ab482299357']}} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:53.274845 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e797ac-9af3-49d3-9744-582db5ec8818 req-c431baed-c926-4cb7-a234-bc91c95a80b8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:53.275456 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e00fd10-6886-428e-81f8-fd1494126d8d') {'for_net_delete': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:53.275456 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e00fd10-6886-428e-81f8-fd1494126d8d') {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:53.277996 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-35e797ac-9af3-49d3-9744-582db5ec8818 req-c431baed-c926-4cb7-a234-bc91c95a80b8 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0524416 Jun 07 16:04:53.285622 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.295319 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451244'] for segment (4e00fd10-6886-428e-81f8-fd1494126d8d), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.313345 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (4e00fd10-6886-428e-81f8-fd1494126d8d), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.318611 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:04:53.319084 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1212743'] for segment (4e00fd10-6886-428e-81f8-fd1494126d8d), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.353962 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-35e797ac-9af3-49d3-9744-582db5ec8818 req-5cdfb48d-917e-4708-9bb1-6683789b9896 tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692406 Jun 07 16:04:53.389267 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (aaeb9c5f-0bb1-4407-ad5c-9ab482299357), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.397622 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.407830 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aaeb9c5f-0bb1-4407-ad5c-9ab482299357 HTTP/1.1" status: 204 len: 168 time: 0.5646174 Jun 07 16:04:53.414052 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287e178-0383-48ac-8cd5-d57770953940 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaeb9c5f-0bb1-4407-ad5c-9ab482299357,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:53.437830 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 0fb0b303-f279-4f82-a4c6-1922e71048b3 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:04:53.444413 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 4e00fd10-6886-428e-81f8-fd1494126d8d resource provider aggregate not found Jun 07 16:04:53.458689 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 0fb0b303-f279-4f82-a4c6-1922e71048b3 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:04:53.459025 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 0fb0b303-f279-4f82-a4c6-1922e71048b3 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:04:53.459439 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 19a1c8fd-aca1-419b-ae27-486ed86b70ab no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:04:53.460483 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 4e00fd10-6886-428e-81f8-fd1494126d8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e00fd10-6886-428e-81f8-fd1494126d8d found for delete ", "request_id": "req-00aa9fa8-5be9-4c83-a833-3f6389a289ad"}]} Jun 07 16:04:53.478184 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 19a1c8fd-aca1-419b-ae27-486ed86b70ab {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:04:53.478525 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 19a1c8fd-aca1-419b-ae27-486ed86b70ab not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:04:53.478936 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 04d8f7bf-8b29-4ad8-afa6-20efd023b229 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:04:53.499048 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 04d8f7bf-8b29-4ad8-afa6-20efd023b229 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:04:53.499470 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 04d8f7bf-8b29-4ad8-afa6-20efd023b229 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:04:53.534667 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58934) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:53.574762 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f91eb7b9-45ec-445b-bde6-06753918c690 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d0733c937754d1182c68bd4ea7f283c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388851 Jun 07 16:04:53.577095 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 58936) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:53.629038 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f127405c-5bb0-410d-a91b-8da1b41d1aaf admin admin] Publish callbacks [] for security_group (ee6c4da2-3486-435c-8382-fe206f0adc33), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.650113 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f127405c-5bb0-410d-a91b-8da1b41d1aaf admin admin] Publish callbacks [] for security_group (ee6c4da2-3486-435c-8382-fe206f0adc33), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.706020 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f127405c-5bb0-410d-a91b-8da1b41d1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (ee6c4da2-3486-435c-8382-fe206f0adc33), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.708591 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f127405c-5bb0-410d-a91b-8da1b41d1aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:53.709732 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f127405c-5bb0-410d-a91b-8da1b41d1aaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee6c4da2-3486-435c-8382-fe206f0adc33 HTTP/1.1" status: 204 len: 168 time: 0.1317477 Jun 07 16:04:53.718395 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127405c-5bb0-410d-a91b-8da1b41d1aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6c4da2-3486-435c-8382-fe206f0adc33,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:54.178123 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9a125cd8-c952-4a07-b3ff-8a5a55cca9b6 req-61e2db3b-8dc4-41ca-b3c1-1e998cfa370a service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966866 Jun 07 16:04:54.508455 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507b7b0-434c-4e8e-b29e-d43337822d0a req-0f5cc95e-31bb-4dcc-9fcf-92e88b76901c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:54.510199 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8507b7b0-434c-4e8e-b29e-d43337822d0a req-0f5cc95e-31bb-4dcc-9fcf-92e88b76901c tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0694175 Jun 07 16:04:54.515990 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a42f30-3663-4f2f-b260-9571ba6e36c9 req-831bad62-ae60-4956-be44-3e5060af40ea tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:04:54.517381 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-39a42f30-3663-4f2f-b260-9571ba6e36c9 req-831bad62-ae60-4956-be44-3e5060af40ea tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 945 time: 0.0869110 Jun 07 16:04:54.622929 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-39a42f30-3663-4f2f-b260-9571ba6e36c9 req-4bb700dd-5a24-4deb-b227-d0aa1efb4ced tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973711 Jun 07 16:04:54.631193 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-8507b7b0-434c-4e8e-b29e-d43337822d0a req-1be24b6d-7a1e-440c-b656-07ef52b98a5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Deleting port 4afe8733-9281-4967-aed2-4a9f8c20246a {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:54.631531 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-8507b7b0-434c-4e8e-b29e-d43337822d0a req-1be24b6d-7a1e-440c-b656-07ef52b98a5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:54.736703 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-8507b7b0-434c-4e8e-b29e-d43337822d0a req-1be24b6d-7a1e-440c-b656-07ef52b98a5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] For port 4afe8733-9281-4967-aed2-4a9f8c20246a, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=4afe8733-9281-4967-aed2-4a9f8c20246a,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:54.737062 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-8507b7b0-434c-4e8e-b29e-d43337822d0a req-1be24b6d-7a1e-440c-b656-07ef52b98a5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:54.752007 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-8507b7b0-434c-4e8e-b29e-d43337822d0a req-1be24b6d-7a1e-440c-b656-07ef52b98a5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Calling delete_port for 4afe8733-9281-4967-aed2-4a9f8c20246a owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:54.882274 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:54.897248 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-8507b7b0-434c-4e8e-b29e-d43337822d0a req-1be24b6d-7a1e-440c-b656-07ef52b98a5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (4afe8733-9281-4967-aed2-4a9f8c20246a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:54.911713 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['4afe8733-9281-4967-aed2-4a9f8c20246a'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:04:54.926236 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be24b6d-7a1e-440c-b656-07ef52b98a5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Pushing event deleted for resources: {'Port': ['ID=4afe8733-9281-4967-aed2-4a9f8c20246a,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:54.932337 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:54.976032 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8507b7b0-434c-4e8e-b29e-d43337822d0a req-1be24b6d-7a1e-440c-b656-07ef52b98a5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] No DVR routers for this DVR port 4afe8733-9281-4967-aed2-4a9f8c20246a on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:04:54.978473 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-8507b7b0-434c-4e8e-b29e-d43337822d0a req-1be24b6d-7a1e-440c-b656-07ef52b98a5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:54.981957 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8507b7b0-434c-4e8e-b29e-d43337822d0a req-1be24b6d-7a1e-440c-b656-07ef52b98a5b tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.24 "DELETE /v2.0/ports/4afe8733-9281-4967-aed2-4a9f8c20246a HTTP/1.1" status: 204 len: 173 time: 0.4637241 Jun 07 16:04:54.982383 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3def1191-4ee0-45d7-b43f-2e16de89e478', 'name': 'network-vif-deleted', 'tag': '4afe8733-9281-4967-aed2-4a9f8c20246a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:04:54.984696 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b119d998-4f2c-4a01-b08e-5053465f8fea" -d '{"events": [{"server_uuid": "3def1191-4ee0-45d7-b43f-2e16de89e478", "name": "network-vif-deleted", "tag": "4afe8733-9281-4967-aed2-4a9f8c20246a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:04:55.025159 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4758b6-837a-41f6-9a0f-46d89818ffad x-openstack-request-id: req-7b4758b6-837a-41f6-9a0f-46d89818ffad {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:04:55.027075 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3def1191-4ee0-45d7-b43f-2e16de89e478", "name": "network-vif-deleted", "tag": "4afe8733-9281-4967-aed2-4a9f8c20246a", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:04:55.027303 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b4758b6-837a-41f6-9a0f-46d89818ffad {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:04:55.027702 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4758b6-837a-41f6-9a0f-46d89818ffad'] response: {'server_uuid': '3def1191-4ee0-45d7-b43f-2e16de89e478', 'name': 'network-vif-deleted', 'tag': '4afe8733-9281-4967-aed2-4a9f8c20246a', 'status': 'completed', 'code': 200} Jun 07 16:04:55.731917 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-60c9a5ba-5756-4ab9-991d-89986a165aa4 req-81c1cccf-3da7-43b6-b56d-51a33c9dc1af tempest-ServerRescueNegativeTestJSON-582891739 tempest-ServerRescueNegativeTestJSON-582891739-project] 10.222.0.18 "GET /v2.0/ports?device_id=3def1191-4ee0-45d7-b43f-2e16de89e478 HTTP/1.1" status: 200 len: 210 time: 0.0278096 Jun 07 16:04:56.170615 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:56.284861 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:56.792695 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59012) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:57.208207 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:57.262699 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582351'] for router_interface (40742c78-b3be-4eb9-b0a3-49a9b55484a6), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:57.478416 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:57.666594 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] Deleting port 7c278891-3bbc-4a44-af48-bb780d8713ee {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:57.666930 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:57.746894 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] For port 7c278891-3bbc-4a44-af48-bb780d8713ee, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=7c278891-3bbc-4a44-af48-bb780d8713ee,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:57.747250 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:57.760839 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] Calling delete_port for 7c278891-3bbc-4a44-af48-bb780d8713ee owned by network:router_interface {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:57.934646 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (7c278891-3bbc-4a44-af48-bb780d8713ee), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:57.957360 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c278891-3bbc-4a44-af48-bb780d8713ee,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:58.124027 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1829284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584543'] for router_interface (40742c78-b3be-4eb9-b0a3-49a9b55484a6), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:58.140982 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4afe8733-9281-4967-aed2-4a9f8c20246a no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:04:58.160598 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 4afe8733-9281-4967-aed2-4a9f8c20246a {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:04:58.161015 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 4afe8733-9281-4967-aed2-4a9f8c20246a not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:04:58.261639 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:58.279763 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:58.329769 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] Router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:04:58.432556 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:04:58.438221 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-c5039adf-f5d7-4336-a736-a81d9c794e83 admin admin] 10.222.0.18 "PUT /v2.0/routers/40742c78-b3be-4eb9-b0a3-49a9b55484a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6442466 Jun 07 16:04:58.440782 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59042) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:58.441871 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a2be2-0091-4862-a332-2c03b0a19561 None None] Sync routers for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:04:58.452698 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a2be2-0091-4862-a332-2c03b0a19561 None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:04:58.453392 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-e36a2be2-0091-4862-a332-2c03b0a19561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:58.539822 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Publish callbacks [] for router (40742c78-b3be-4eb9-b0a3-49a9b55484a6), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:58.551815 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-e36a2be2-0091-4862-a332-2c03b0a19561 None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:04:58.637903 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Publish callbacks [] for router_gateway (40742c78-b3be-4eb9-b0a3-49a9b55484a6), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:58.682658 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Deleting port c1ca99d6-e3c7-4624-85a6-96d792fb4c49 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:58.683003 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:58.718640 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-e36a2be2-0091-4862-a332-2c03b0a19561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:04:57Z', 'revision_number': 5, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port': {'id': 'c1ca99d6-e3c7-4624-85a6-96d792fb4c49', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:55Z', 'updated_at': '2022-06-07T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:58.743570 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a2be2-0091-4862-a332-2c03b0a19561 None None] Checking router: 40742c78-b3be-4eb9-b0a3-49a9b55484a6 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:04:58.751890 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a2be2-0091-4862-a332-2c03b0a19561 None None] Routers {'40742c78-b3be-4eb9-b0a3-49a9b55484a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:04:58.752523 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-e36a2be2-0091-4862-a332-2c03b0a19561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:58.765266 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] For port c1ca99d6-e3c7-4624-85a6-96d792fb4c49, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=c1ca99d6-e3c7-4624-85a6-96d792fb4c49,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:58.765695 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:58.779024 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Calling delete_port for c1ca99d6-e3c7-4624-85a6-96d792fb4c49 owned by network:router_gateway {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:58.834093 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-e36a2be2-0091-4862-a332-2c03b0a19561 None None] Set router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 gateway port host: None {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:04:58.885071 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-e36a2be2-0091-4862-a332-2c03b0a19561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:04:58Z', 'revision_number': 6, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port_host': None}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:58.913013 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a2be2-0091-4862-a332-2c03b0a19561 None None] The sync data for ids ['40742c78-b3be-4eb9-b0a3-49a9b55484a6'] in dv-cinder-844879-2-iscsi is: [{'id': '40742c78-b3be-4eb9-b0a3-49a9b55484a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1305976210-router', 'tenant_id': '960d9a6b1f514344aa82bbada2b878ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:54Z', 'updated_at': '2022-06-07T16:04:58Z', 'revision_number': 6, 'project_id': '960d9a6b1f514344aa82bbada2b878ca', 'gw_port_host': None}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:04:58.943982 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (c1ca99d6-e3c7-4624-85a6-96d792fb4c49), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:58.971105 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ca99d6-e3c7-4624-85a6-96d792fb4c49,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:59.029145 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583176'] for router_gateway (40742c78-b3be-4eb9-b0a3-49a9b55484a6), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.117628 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-645'] for router (40742c78-b3be-4eb9-b0a3-49a9b55484a6), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.119855 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Publish callbacks [] for router_controller (40742c78-b3be-4eb9-b0a3-49a9b55484a6), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.126211 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:59.170183 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584586'] for router (40742c78-b3be-4eb9-b0a3-49a9b55484a6), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.170865 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40742c78-b3be-4eb9-b0a3-49a9b55484a6 {{(pid=103969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 16:04:59.175237 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.176406 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3db4451a-05ed-45c1-b495-0579fe7971cf admin admin] 10.222.0.18 "DELETE /v2.0/routers/40742c78-b3be-4eb9-b0a3-49a9b55484a6 HTTP/1.1" status: 204 len: 168 time: 0.7346995 Jun 07 16:04:59.178855 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59044) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:59.185447 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:04:59.225335 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ac11e0-03fc-492e-87bd-715ad839af52 admin admin] Deleting subnet 2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:04:59.228216 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d9ac11e0-03fc-492e-87bd-715ad839af52 admin admin] Publish callbacks [] for subnet (2f3a8a37-406e-4ecb-a45f-da3133d6ecf3), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.263896 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d9ac11e0-03fc-492e-87bd-715ad839af52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451237'] for subnet (2f3a8a37-406e-4ecb-a45f-da3133d6ecf3), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.357317 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d9ac11e0-03fc-492e-87bd-715ad839af52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (2f3a8a37-406e-4ecb-a45f-da3133d6ecf3), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.413857 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d9ac11e0-03fc-492e-87bd-715ad839af52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1212701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260635392'] for subnet (2f3a8a37-406e-4ecb-a45f-da3133d6ecf3), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.451797 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac11e0-03fc-492e-87bd-715ad839af52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3a8a37-406e-4ecb-a45f-da3133d6ecf3,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:59.454705 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d9ac11e0-03fc-492e-87bd-715ad839af52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.459372 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-d9ac11e0-03fc-492e-87bd-715ad839af52 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2f3a8a37-406e-4ecb-a45f-da3133d6ecf3 HTTP/1.1" status: 204 len: 168 time: 0.2782631 Jun 07 16:04:59.461493 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59056) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:04:59.465495 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba17c7b7-7381-4dd2-bc93-120859f4c613 None None] Network 80297557-5fee-443b-89c5-3ebd07d39a51 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:04:59.553264 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 7c278891-3bbc-4a44-af48-bb780d8713ee no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:04:59.570414 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (80297557-5fee-443b-89c5-3ebd07d39a51), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.579791 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 7c278891-3bbc-4a44-af48-bb780d8713ee {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:04:59.580252 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 7c278891-3bbc-4a44-af48-bb780d8713ee not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:04:59.635917 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Deleting port 5c213287-7068-4f71-8332-e5c04ab0dd8c {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:59.636238 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.713530 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d1e73a-bfbd-46e4-91ac-44aeeaf05483 None None] DHCP port deletion for 80297557-5fee-443b-89c5-3ebd07d39a51 request from dv-cinder-844879-2-iscsi {{(pid=103970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 16:04:59.714777 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] For port 5c213287-7068-4f71-8332-e5c04ab0dd8c, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=5c213287-7068-4f71-8332-e5c04ab0dd8c,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:59.715239 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.732003 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Calling delete_port for 5c213287-7068-4f71-8332-e5c04ab0dd8c owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:59.753805 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-64d1e73a-bfbd-46e4-91ac-44aeeaf05483 None None] Deleting port 5c213287-7068-4f71-8332-e5c04ab0dd8c {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:04:59.754453 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-64d1e73a-bfbd-46e4-91ac-44aeeaf05483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.827161 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-64d1e73a-bfbd-46e4-91ac-44aeeaf05483 None None] For port 5c213287-7068-4f71-8332-e5c04ab0dd8c, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=5c213287-7068-4f71-8332-e5c04ab0dd8c,segment=NetworkSegment(1ddb99db-259e-4a5e-9341-3a4e39a6745f),segment_id=1ddb99db-259e-4a5e-9341-3a4e39a6745f)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:04:59.828624 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-64d1e73a-bfbd-46e4-91ac-44aeeaf05483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.833733 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.850119 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-64d1e73a-bfbd-46e4-91ac-44aeeaf05483 None None] Calling delete_port for 5c213287-7068-4f71-8332-e5c04ab0dd8c owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:04:59.864395 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] No DVR routers for this DVR port 5c213287-7068-4f71-8332-e5c04ab0dd8c on host dv-cinder-844879-2-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:04:59.868103 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c213287-7068-4f71-8332-e5c04ab0dd8c,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:04:59.948848 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (80297557-5fee-443b-89c5-3ebd07d39a51), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.971451 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80297557-5fee-443b-89c5-3ebd07d39a51']}} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:59.981079 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddb99db-259e-4a5e-9341-3a4e39a6745f') {'for_net_delete': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:59.981618 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddb99db-259e-4a5e-9341-3a4e39a6745f') {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:04:59.984717 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-64d1e73a-bfbd-46e4-91ac-44aeeaf05483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681'] for port (5c213287-7068-4f71-8332-e5c04ab0dd8c), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:04:59.994937 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451244'] for segment (1ddb99db-259e-4a5e-9341-3a4e39a6745f), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:00.008720 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (1ddb99db-259e-4a5e-9341-3a4e39a6745f), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:00.009699 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1e73a-bfbd-46e4-91ac-44aeeaf05483 None None] Pushing event deleted for resources: {'Port': ['ID=5c213287-7068-4f71-8332-e5c04ab0dd8c,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:00.011578 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1e73a-bfbd-46e4-91ac-44aeeaf05483 None None] No DVR routers for this DVR port 5c213287-7068-4f71-8332-e5c04ab0dd8c on host dv-cinder-844879-2-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:05:00.019850 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:05:00.020276 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1212743'] for segment (1ddb99db-259e-4a5e-9341-3a4e39a6745f), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:00.060991 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 1ddb99db-259e-4a5e-9341-3a4e39a6745f resource provider aggregate not found Jun 07 16:05:00.083213 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 1ddb99db-259e-4a5e-9341-3a4e39a6745f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ddb99db-259e-4a5e-9341-3a4e39a6745f found for delete ", "request_id": "req-306a7abe-49e5-4f2e-9828-02ad6e49dd86"}]} Jun 07 16:05:00.087495 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (80297557-5fee-443b-89c5-3ebd07d39a51), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:00.091962 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:00.095800 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] 10.222.0.18 "DELETE /v2.0/networks/80297557-5fee-443b-89c5-3ebd07d39a51 HTTP/1.1" status: 204 len: 168 time: 0.6333303 Jun 07 16:05:00.108825 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2e62f-89f9-4d06-988e-ecd349231413 admin admin] Pushing event deleted for resources: {'Network': ['ID=80297557-5fee-443b-89c5-3ebd07d39a51,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:00.213312 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59068) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:00.239343 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:00.254099 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-c9ad77a7-4aba-4451-939f-21c455a58926 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=960d9a6b1f514344aa82bbada2b878ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396881 Jun 07 16:05:00.256696 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59070) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:00.301533 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:00.305854 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4ccedcf5-2eb9-46fd-a0cd-b87e2b2e42c6 admin admin] Publish callbacks [] for security_group (5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:00.332313 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4ccedcf5-2eb9-46fd-a0cd-b87e2b2e42c6 admin admin] Publish callbacks [] for security_group (5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:00.380414 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4ccedcf5-2eb9-46fd-a0cd-b87e2b2e42c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:00.382878 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4ccedcf5-2eb9-46fd-a0cd-b87e2b2e42c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:00.384025 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4ccedcf5-2eb9-46fd-a0cd-b87e2b2e42c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6 HTTP/1.1" status: 204 len: 168 time: 0.1263192 Jun 07 16:05:00.395205 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccedcf5-2eb9-46fd-a0cd-b87e2b2e42c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b65af7d-d7f9-4f9f-bc0b-2c5a5c1616b6,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:00.701199 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ae7af-b679-4104-8c5a-3f9c34941df2 req-a4c61b2f-f604-4a6c-a260-a5d86e18bd94 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:00.703437 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e90ae7af-b679-4104-8c5a-3f9c34941df2 req-a4c61b2f-f604-4a6c-a260-a5d86e18bd94 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 945 time: 0.0680172 Jun 07 16:05:00.764982 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e90ae7af-b679-4104-8c5a-3f9c34941df2 req-3dec052f-8313-459d-bd9f-9fc7d41f938a tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554512 Jun 07 16:05:01.395656 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device c1ca99d6-e3c7-4624-85a6-96d792fb4c49 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:01.414980 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: c1ca99d6-e3c7-4624-85a6-96d792fb4c49 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:01.415320 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device c1ca99d6-e3c7-4624-85a6-96d792fb4c49 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:01.415730 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 5c213287-7068-4f71-8332-e5c04ab0dd8c no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:01.433821 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 5c213287-7068-4f71-8332-e5c04ab0dd8c {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:01.434168 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 5c213287-7068-4f71-8332-e5c04ab0dd8c not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:01.893524 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305fcde-0d74-4cfe-844e-f00bec584fdf req-5d37d7ab-e58d-49de-a48d-900a3bf5b798 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:01.897214 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9305fcde-0d74-4cfe-844e-f00bec584fdf req-5d37d7ab-e58d-49de-a48d-900a3bf5b798 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 945 time: 0.0508320 Jun 07 16:05:01.956884 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9305fcde-0d74-4cfe-844e-f00bec584fdf req-f9f0d818-ea0c-492a-b5f1-d8cecf1d2ed1 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b49aef-a4ca-4b3c-9d11-00e204efa021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556867 Jun 07 16:05:02.290925 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59160) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:02.344205 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-2cee92b2-eb03-4d32-b802-8415e331ceeb tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:02.345684 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-2cee92b2-eb03-4d32-b802-8415e331ceeb tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 945 time: 0.0534699 Jun 07 16:05:02.412565 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c5f-24f5-4f3c-b424-c1eca314d22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:02.446521 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Deleting port 9949b721-992d-4b54-bd2b-4b397867eeba {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:02.447039 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:02.509704 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c5f-24f5-4f3c-b424-c1eca314d22c admin admin] Publish callbacks [] for security_group (61550d75-51d7-44f5-9a7b-819078c28ed7), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:02.516887 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c5f-24f5-4f3c-b424-c1eca314d22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (61550d75-51d7-44f5-9a7b-819078c28ed7), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:02.550748 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] For port 9949b721-992d-4b54-bd2b-4b397867eeba, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9949b721-992d-4b54-bd2b-4b397867eeba,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:02.551140 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:02.558830 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ceab8c5f-24f5-4f3c-b424-c1eca314d22c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=433521f02a754082914aaf5fbe3d87cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667525 Jun 07 16:05:02.560537 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab8c5f-24f5-4f3c-b424-c1eca314d22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61550d75-51d7-44f5-9a7b-819078c28ed7,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:02.562134 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59168) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:02.694424 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a3fb9e1b-186f-45cc-9a7e-2da4a7e66846 admin admin] Publish callbacks [] for security_group (61550d75-51d7-44f5-9a7b-819078c28ed7), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:02.755298 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a3fb9e1b-186f-45cc-9a7e-2da4a7e66846 admin admin] Publish callbacks [] for security_group (61550d75-51d7-44f5-9a7b-819078c28ed7), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:02.783807 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:02.784272 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (f5a466c6-f0a0-4129-b5e8-1d13784c07df), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:02.784500 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Floating IP f5a466c6-f0a0-4129-b5e8-1d13784c07df disassociated. External IP: 172.27.2.17, port: 9949b721-992d-4b54-bd2b-4b397867eeba. Jun 07 16:05:02.784843 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Calling delete_port for 9949b721-992d-4b54-bd2b-4b397867eeba owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:02.863230 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a3fb9e1b-186f-45cc-9a7e-2da4a7e66846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (61550d75-51d7-44f5-9a7b-819078c28ed7), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:02.865914 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a3fb9e1b-186f-45cc-9a7e-2da4a7e66846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:02.869927 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a3fb9e1b-186f-45cc-9a7e-2da4a7e66846 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61550d75-51d7-44f5-9a7b-819078c28ed7 HTTP/1.1" status: 204 len: 168 time: 0.3041055 Jun 07 16:05:02.928463 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb9e1b-186f-45cc-9a7e-2da4a7e66846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61550d75-51d7-44f5-9a7b-819078c28ed7,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:02.965307 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:03.002502 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (9949b721-992d-4b54-bd2b-4b397867eeba), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:03.010125 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:03.045440 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'Port': ['ID=9949b721-992d-4b54-bd2b-4b397867eeba,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:03.078272 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21e81fc3-3252-4ade-a56b-235021bf6c16 req-f93ca08e-41df-42fe-8b09-482d4704db37 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3069cab6-3ca9-422f-a5b1-f95e5ee44d9b HTTP/1.1" status: 200 len: 210 time: 0.0344105 Jun 07 16:05:03.181915 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Router ff0099a3-a753-43c4-9c6c-6635c009b24b has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:05:03.291161 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:05:03.301508 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35a133-8b96-4225-b5d9-c7d9a9bbbbfc None None] Sync routers for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:05:03.310683 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35a133-8b96-4225-b5d9-c7d9a9bbbbfc None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:03.311289 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-ab35a133-8b96-4225-b5d9-c7d9a9bbbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:03.333590 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] No DVR routers for this DVR port 9949b721-992d-4b54-bd2b-4b397867eeba on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:05:03.336156 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:03.339718 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7884d76d-0d7e-403d-b92c-55bd961087dc req-318035ca-115e-4d08-be14-d43d4c2d1b00 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.24 "DELETE /v2.0/ports/9949b721-992d-4b54-bd2b-4b397867eeba HTTP/1.1" status: 204 len: 173 time: 0.9868944 Jun 07 16:05:03.340240 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'name': 'network-vif-deleted', 'tag': '9949b721-992d-4b54-bd2b-4b397867eeba'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:05:03.343010 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2305f0f2-b27b-4d09-8dec-a5772e7184da" -d '{"events": [{"server_uuid": "3069cab6-3ca9-422f-a5b1-f95e5ee44d9b", "name": "network-vif-deleted", "tag": "9949b721-992d-4b54-bd2b-4b397867eeba"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:05:03.395789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c24dc1-fcb7-4b0c-a0e5-2530a7dfbaaa x-openstack-request-id: req-61c24dc1-fcb7-4b0c-a0e5-2530a7dfbaaa {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:05:03.396074 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3069cab6-3ca9-422f-a5b1-f95e5ee44d9b", "name": "network-vif-deleted", "tag": "9949b721-992d-4b54-bd2b-4b397867eeba", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:05:03.396570 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61c24dc1-fcb7-4b0c-a0e5-2530a7dfbaaa {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:05:03.396764 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c24dc1-fcb7-4b0c-a0e5-2530a7dfbaaa'] response: {'server_uuid': '3069cab6-3ca9-422f-a5b1-f95e5ee44d9b', 'name': 'network-vif-deleted', 'tag': '9949b721-992d-4b54-bd2b-4b397867eeba', 'status': 'completed', 'code': 200} Jun 07 16:05:03.442797 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-ab35a133-8b96-4225-b5d9-c7d9a9bbbbfc None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:03.567984 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:03.659822 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-ab35a133-8b96-4225-b5d9-c7d9a9bbbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:03.685122 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35a133-8b96-4225-b5d9-c7d9a9bbbbfc None None] Checking router: ff0099a3-a753-43c4-9c6c-6635c009b24b for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:05:03.694197 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35a133-8b96-4225-b5d9-c7d9a9bbbbfc None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:03.694803 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-ab35a133-8b96-4225-b5d9-c7d9a9bbbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:03.732094 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:03.808688 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-ab35a133-8b96-4225-b5d9-c7d9a9bbbbfc None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:04.035379 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-ab35a133-8b96-4225-b5d9-c7d9a9bbbbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:04.064800 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35a133-8b96-4225-b5d9-c7d9a9bbbbfc None None] The sync data for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi is: [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:58:57Z', 'revision_number': 4, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '1085257e-f2db-4dae-94ef-8e2da284566f', 'name': '', 'network_id': '5c78cec0-a2d6-49be-a908-94b7edf4c82d', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'mac_address': 'fa:16:3e:4f:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:55Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'subnets': [{'id': '92e0daa8-da84-4e33-8497-a16b55d8da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:05:04.225034 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59236) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:04.301057 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-34fd67cd-fc4a-4b99-9e4c-4c96d3112235 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (a5b49aef-a4ca-4b3c-9d11-00e204efa021), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:04.329780 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-34fd67cd-fc4a-4b99-9e4c-4c96d3112235 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (a5b49aef-a4ca-4b3c-9d11-00e204efa021), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:04.402186 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-34fd67cd-fc4a-4b99-9e4c-4c96d3112235 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (a5b49aef-a4ca-4b3c-9d11-00e204efa021), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:04.407308 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-34fd67cd-fc4a-4b99-9e4c-4c96d3112235 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:04.408799 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-34fd67cd-fc4a-4b99-9e4c-4c96d3112235 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "DELETE /v2.0/security-groups/a5b49aef-a4ca-4b3c-9d11-00e204efa021 HTTP/1.1" status: 204 len: 168 time: 0.1827712 Jun 07 16:05:04.411860 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59248) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:04.422617 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef476ef-d7eb-442d-9b9b-f0a4c09fb1a6 None None] New status for floating IP f5a466c6-f0a0-4129-b5e8-1d13784c07df: DOWN {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:05:04.437994 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.api.v2.resource [None req-c538122c-1377-420f-836f-2e72b6594cd7 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] show failed (client error): The resource could not be found. Jun 07 16:05:04.439000 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd67cd-fc4a-4b99-9e4c-4c96d3112235 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b49aef-a4ca-4b3c-9d11-00e204efa021,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:04.442208 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59252) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:04.449704 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c538122c-1377-420f-836f-2e72b6594cd7 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "GET /v2.0/security-groups/a5b49aef-a4ca-4b3c-9d11-00e204efa021 HTTP/1.1" status: 404 len: 347 time: 0.0365682 Jun 07 16:05:04.595161 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-63acc013-286a-4df1-8aa5-718e6ac0cb87 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Deleting port 57745293-4ed0-4a81-8235-374f54834781 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:04.595657 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-63acc013-286a-4df1-8aa5-718e6ac0cb87 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (57745293-4ed0-4a81-8235-374f54834781), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:04.675670 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-63acc013-286a-4df1-8aa5-718e6ac0cb87 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (57745293-4ed0-4a81-8235-374f54834781), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:04.676082 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-63acc013-286a-4df1-8aa5-718e6ac0cb87 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (57745293-4ed0-4a81-8235-374f54834781), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:04.691373 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-63acc013-286a-4df1-8aa5-718e6ac0cb87 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Calling delete_port for 57745293-4ed0-4a81-8235-374f54834781 owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:04.789691 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:04.834235 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-63acc013-286a-4df1-8aa5-718e6ac0cb87 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (57745293-4ed0-4a81-8235-374f54834781), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:04.859333 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acc013-286a-4df1-8aa5-718e6ac0cb87 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Pushing event deleted for resources: {'Port': ['ID=57745293-4ed0-4a81-8235-374f54834781,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:04.893632 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59260) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:04.924314 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:04.931496 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-63acc013-286a-4df1-8aa5-718e6ac0cb87 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks [] for floatingip (f5a466c6-f0a0-4129-b5e8-1d13784c07df), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:04.934093 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-63acc013-286a-4df1-8aa5-718e6ac0cb87 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:04.938327 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-63acc013-286a-4df1-8aa5-718e6ac0cb87 tempest-AttachVolumeNegativeTest-876599558 tempest-AttachVolumeNegativeTest-876599558-project] 10.222.0.18 "DELETE /v2.0/floatingips/f5a466c6-f0a0-4129-b5e8-1d13784c07df HTTP/1.1" status: 204 len: 168 time: 0.4920640 Jun 07 16:05:05.007643 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9a4d-85c8-4a0a-848e-aab7fab26212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.086507 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9a4d-85c8-4a0a-848e-aab7fab26212 admin admin] Publish callbacks [] for security_group (62b8c95a-dc85-45f3-9468-9ceb370479c4), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.090300 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9a4d-85c8-4a0a-848e-aab7fab26212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (62b8c95a-dc85-45f3-9468-9ceb370479c4), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.130585 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2a0c9a4d-85c8-4a0a-848e-aab7fab26212 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8e3c8139bac4b77ad0096898c73a5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358267 Jun 07 16:05:05.131710 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c9a4d-85c8-4a0a-848e-aab7fab26212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b8c95a-dc85-45f3-9468-9ceb370479c4,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:05.133361 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59268) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:05.184208 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0616586e-8b56-4645-bdf1-55e2ba3a3aa0 admin admin] Publish callbacks [] for security_group (62b8c95a-dc85-45f3-9468-9ceb370479c4), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.207164 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0616586e-8b56-4645-bdf1-55e2ba3a3aa0 admin admin] Publish callbacks [] for security_group (62b8c95a-dc85-45f3-9468-9ceb370479c4), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.254956 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0616586e-8b56-4645-bdf1-55e2ba3a3aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (62b8c95a-dc85-45f3-9468-9ceb370479c4), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.257469 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0616586e-8b56-4645-bdf1-55e2ba3a3aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.258587 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-0616586e-8b56-4645-bdf1-55e2ba3a3aa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62b8c95a-dc85-45f3-9468-9ceb370479c4 HTTP/1.1" status: 204 len: 168 time: 0.1242628 Jun 07 16:05:05.268883 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616586e-8b56-4645-bdf1-55e2ba3a3aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b8c95a-dc85-45f3-9468-9ceb370479c4,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:05.552195 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59278) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:05.567061 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1861667a-bf71-4761-8f7b-5f0122662c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.647796 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1861667a-bf71-4761-8f7b-5f0122662c55 admin admin] Publish callbacks [] for security_group (05f8eee3-0a21-45fb-9071-6f3711442096), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.653120 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1861667a-bf71-4761-8f7b-5f0122662c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (05f8eee3-0a21-45fb-9071-6f3711442096), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.693220 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1861667a-bf71-4761-8f7b-5f0122662c55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78f627bedf2c4c9cba0cd8b3fed41fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398380 Jun 07 16:05:05.694051 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861667a-bf71-4761-8f7b-5f0122662c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f8eee3-0a21-45fb-9071-6f3711442096,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:05.695962 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59284) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:05.755207 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-29ca1877-8be4-43e2-81ab-5474128127ea admin admin] Publish callbacks [] for security_group (05f8eee3-0a21-45fb-9071-6f3711442096), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.780324 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-29ca1877-8be4-43e2-81ab-5474128127ea admin admin] Publish callbacks [] for security_group (05f8eee3-0a21-45fb-9071-6f3711442096), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.826258 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9949b721-992d-4b54-bd2b-4b397867eeba no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:05.841209 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-29ca1877-8be4-43e2-81ab-5474128127ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (05f8eee3-0a21-45fb-9071-6f3711442096), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.844169 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-29ca1877-8be4-43e2-81ab-5474128127ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:05.848406 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-29ca1877-8be4-43e2-81ab-5474128127ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05f8eee3-0a21-45fb-9071-6f3711442096 HTTP/1.1" status: 204 len: 168 time: 0.1511087 Jun 07 16:05:05.850034 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 9949b721-992d-4b54-bd2b-4b397867eeba {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:05.850754 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9949b721-992d-4b54-bd2b-4b397867eeba not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:05.857820 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca1877-8be4-43e2-81ab-5474128127ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f8eee3-0a21-45fb-9071-6f3711442096,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:05.872780 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59292) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:05.989372 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-df3b8c82-20ed-4126-82b2-fd591c8cea25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.067792 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-df3b8c82-20ed-4126-82b2-fd591c8cea25 admin admin] Publish callbacks [] for security_group (2db8d345-ea98-466e-a8a5-99996b767667), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.072551 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-df3b8c82-20ed-4126-82b2-fd591c8cea25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (2db8d345-ea98-466e-a8a5-99996b767667), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.116608 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-df3b8c82-20ed-4126-82b2-fd591c8cea25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ec161693e7e4cb2987fe2ea34481197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427111 Jun 07 16:05:06.117781 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b8c82-20ed-4126-82b2-fd591c8cea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db8d345-ea98-466e-a8a5-99996b767667,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:06.119336 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59302) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:06.194844 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0aca1e63-e5b3-477d-abf6-27af1e623244 admin admin] Publish callbacks [] for security_group (2db8d345-ea98-466e-a8a5-99996b767667), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.216735 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0aca1e63-e5b3-477d-abf6-27af1e623244 admin admin] Publish callbacks [] for security_group (2db8d345-ea98-466e-a8a5-99996b767667), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.274370 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0aca1e63-e5b3-477d-abf6-27af1e623244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (2db8d345-ea98-466e-a8a5-99996b767667), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.277814 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0aca1e63-e5b3-477d-abf6-27af1e623244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.278894 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0aca1e63-e5b3-477d-abf6-27af1e623244 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2db8d345-ea98-466e-a8a5-99996b767667 HTTP/1.1" status: 204 len: 168 time: 0.1569834 Jun 07 16:05:06.289047 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca1e63-e5b3-477d-abf6-27af1e623244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db8d345-ea98-466e-a8a5-99996b767667,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:06.669241 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59330) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:06.677535 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:06.683569 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0506ff6d-5e04-4520-b0d1-b88b9e5a2d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.687357 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:06.768622 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0506ff6d-5e04-4520-b0d1-b88b9e5a2d58 admin admin] Publish callbacks [] for security_group (7a8d4c5d-e418-4508-9f19-02e9d17f3dd1), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.772483 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0506ff6d-5e04-4520-b0d1-b88b9e5a2d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (7a8d4c5d-e418-4508-9f19-02e9d17f3dd1), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.816076 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0506ff6d-5e04-4520-b0d1-b88b9e5a2d58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39f030b654764dc6b1ce60e6152a9f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456404 Jun 07 16:05:06.818520 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59334) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:06.825577 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506ff6d-5e04-4520-b0d1-b88b9e5a2d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8d4c5d-e418-4508-9f19-02e9d17f3dd1,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:06.874783 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b1e2-3233-4e6a-a5c2-567d845d0469 admin admin] Publish callbacks [] for security_group (7a8d4c5d-e418-4508-9f19-02e9d17f3dd1), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.896332 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b1e2-3233-4e6a-a5c2-567d845d0469 admin admin] Publish callbacks [] for security_group (7a8d4c5d-e418-4508-9f19-02e9d17f3dd1), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.950334 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b1e2-3233-4e6a-a5c2-567d845d0469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (7a8d4c5d-e418-4508-9f19-02e9d17f3dd1), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.954365 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b1e2-3233-4e6a-a5c2-567d845d0469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:06.956859 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b5a6b1e2-3233-4e6a-a5c2-567d845d0469 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a8d4c5d-e418-4508-9f19-02e9d17f3dd1 HTTP/1.1" status: 204 len: 168 time: 0.1373630 Jun 07 16:05:06.966651 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6b1e2-3233-4e6a-a5c2-567d845d0469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8d4c5d-e418-4508-9f19-02e9d17f3dd1,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:07.247294 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59352) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:07.261132 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc75a6a0-06f1-4379-8b94-e94386c71a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:07.341750 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc75a6a0-06f1-4379-8b94-e94386c71a08 admin admin] Publish callbacks [] for security_group (93a8f61a-e504-40cb-b841-e7bbbb511100), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:07.348619 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc75a6a0-06f1-4379-8b94-e94386c71a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (93a8f61a-e504-40cb-b841-e7bbbb511100), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:07.393937 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75a6a0-06f1-4379-8b94-e94386c71a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a8f61a-e504-40cb-b841-e7bbbb511100,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:07.400658 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-fc75a6a0-06f1-4379-8b94-e94386c71a08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d1583afcf2a42b78f7feaa4a8211714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497521 Jun 07 16:05:07.401121 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59362) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:07.467498 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8a13f7b1-dbee-44ad-9ac3-8e09097d5fe5 admin admin] Publish callbacks [] for security_group (93a8f61a-e504-40cb-b841-e7bbbb511100), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:07.498570 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8a13f7b1-dbee-44ad-9ac3-8e09097d5fe5 admin admin] Publish callbacks [] for security_group (93a8f61a-e504-40cb-b841-e7bbbb511100), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:07.572052 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8a13f7b1-dbee-44ad-9ac3-8e09097d5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (93a8f61a-e504-40cb-b841-e7bbbb511100), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:07.574903 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8a13f7b1-dbee-44ad-9ac3-8e09097d5fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:07.576255 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8a13f7b1-dbee-44ad-9ac3-8e09097d5fe5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93a8f61a-e504-40cb-b841-e7bbbb511100 HTTP/1.1" status: 204 len: 168 time: 0.1742830 Jun 07 16:05:07.586411 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13f7b1-dbee-44ad-9ac3-8e09097d5fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a8f61a-e504-40cb-b841-e7bbbb511100,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:08.753496 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59448) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:09.029858 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:09.316645 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:09.465250 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582351'] for router_interface (ff0099a3-a753-43c4-9c6c-6635c009b24b), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:09.707441 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] Deleting port 1085257e-f2db-4dae-94ef-8e2da284566f {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:09.707775 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:09.802883 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] For port 1085257e-f2db-4dae-94ef-8e2da284566f, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=1085257e-f2db-4dae-94ef-8e2da284566f,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:09.803556 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:09.821728 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] Calling delete_port for 1085257e-f2db-4dae-94ef-8e2da284566f owned by network:router_interface {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:10.009899 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (1085257e-f2db-4dae-94ef-8e2da284566f), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:10.035621 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1085257e-f2db-4dae-94ef-8e2da284566f,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:10.159131 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:10.217430 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:10.220915 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1829284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584543'] for router_interface (ff0099a3-a753-43c4-9c6c-6635c009b24b), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:10.434106 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] Router ff0099a3-a753-43c4-9c6c-6635c009b24b has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:05:10.539104 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:05:10.543968 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3665d0dc-2e3c-4444-bccf-04d2a7b466fb admin admin] 10.222.0.18 "PUT /v2.0/routers/ff0099a3-a753-43c4-9c6c-6635c009b24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7888687 Jun 07 16:05:10.547377 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59490) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:10.550687 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435080d-7a8d-4598-829e-3165f66eb193 None None] Sync routers for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:05:10.560973 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b435080d-7a8d-4598-829e-3165f66eb193 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:10.562217 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-b435080d-7a8d-4598-829e-3165f66eb193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:10.651427 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Publish callbacks [] for router (ff0099a3-a753-43c4-9c6c-6635c009b24b), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:10.664105 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-b435080d-7a8d-4598-829e-3165f66eb193 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:10.753108 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Publish callbacks [] for router_gateway (ff0099a3-a753-43c4-9c6c-6635c009b24b), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:10.799064 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Deleting port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:10.799403 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:10.885865 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] For port 782d5b8a-089b-4bfe-9a1a-ed62518f3a67, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=782d5b8a-089b-4bfe-9a1a-ed62518f3a67,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:10.886601 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:10.900763 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Calling delete_port for 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 owned by network:router_gateway {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:10.987758 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-b435080d-7a8d-4598-829e-3165f66eb193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T16:05:09Z', 'revision_number': 5, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port': {'id': '782d5b8a-089b-4bfe-9a1a-ed62518f3a67', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:11.024725 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435080d-7a8d-4598-829e-3165f66eb193 None None] Checking router: ff0099a3-a753-43c4-9c6c-6635c009b24b for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:05:11.035309 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b435080d-7a8d-4598-829e-3165f66eb193 None None] Routers {'ff0099a3-a753-43c4-9c6c-6635c009b24b'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:11.036032 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-b435080d-7a8d-4598-829e-3165f66eb193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ff0099a3-a753-43c4-9c6c-6635c009b24b'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:11.043987 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:11.121925 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (782d5b8a-089b-4bfe-9a1a-ed62518f3a67), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.131730 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-b435080d-7a8d-4598-829e-3165f66eb193 None None] Set router ff0099a3-a753-43c4-9c6c-6635c009b24b gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:11.159156 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Pushing event deleted for resources: {'Port': ['ID=782d5b8a-089b-4bfe-9a1a-ed62518f3a67,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:11.194814 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-b435080d-7a8d-4598-829e-3165f66eb193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T16:05:10Z', 'revision_number': 6, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port_host': None}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:11.213781 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:11.221057 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435080d-7a8d-4598-829e-3165f66eb193 None None] The sync data for ids ['ff0099a3-a753-43c4-9c6c-6635c009b24b'] in dv-cinder-844879-2-iscsi is: [{'id': 'ff0099a3-a753-43c4-9c6c-6635c009b24b', 'name': 'tempest-AttachVolumeNegativeTest-58822925-router', 'tenant_id': 'e601e41f827a4c6f8c743a174ac463fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T16:05:10Z', 'revision_number': 6, 'project_id': 'e601e41f827a4c6f8c743a174ac463fa', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:05:11.240703 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583176'] for router_gateway (ff0099a3-a753-43c4-9c6c-6635c009b24b), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.338112 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-645'] for router (ff0099a3-a753-43c4-9c6c-6635c009b24b), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.340626 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Publish callbacks [] for router_controller (ff0099a3-a753-43c4-9c6c-6635c009b24b), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.376705 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59504) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:11.389035 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584586'] for router (ff0099a3-a753-43c4-9c6c-6635c009b24b), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.390098 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff0099a3-a753-43c4-9c6c-6635c009b24b {{(pid=103969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 16:05:11.397945 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.399106 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-395146aa-40d1-4390-9136-f3a1d17c7240 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ff0099a3-a753-43c4-9c6c-6635c009b24b HTTP/1.1" status: 204 len: 168 time: 0.8508320 Jun 07 16:05:11.401641 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59508) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:11.452751 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8787d846-1550-4e8d-aa64-ac542b96e714 admin admin] Deleting subnet 92e0daa8-da84-4e33-8497-a16b55d8da8d {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:05:11.456266 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8787d846-1550-4e8d-aa64-ac542b96e714 admin admin] Publish callbacks [] for subnet (92e0daa8-da84-4e33-8497-a16b55d8da8d), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.503789 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8787d846-1550-4e8d-aa64-ac542b96e714 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451237'] for subnet (92e0daa8-da84-4e33-8497-a16b55d8da8d), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.506110 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-365a32c9-50e4-4602-9dc3-9c747a3d6dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.630326 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8787d846-1550-4e8d-aa64-ac542b96e714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (92e0daa8-da84-4e33-8497-a16b55d8da8d), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.693612 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-365a32c9-50e4-4602-9dc3-9c747a3d6dcb admin admin] Publish callbacks [] for security_group (07934421-0955-4c14-92fb-223a74382c31), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.704683 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-365a32c9-50e4-4602-9dc3-9c747a3d6dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (07934421-0955-4c14-92fb-223a74382c31), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.706795 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 1085257e-f2db-4dae-94ef-8e2da284566f no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:11.730915 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 1085257e-f2db-4dae-94ef-8e2da284566f {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:11.731256 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 1085257e-f2db-4dae-94ef-8e2da284566f not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:11.750538 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a32c9-50e4-4602-9dc3-9c747a3d6dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07934421-0955-4c14-92fb-223a74382c31,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:11.765275 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8787d846-1550-4e8d-aa64-ac542b96e714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1212701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260635392'] for subnet (92e0daa8-da84-4e33-8497-a16b55d8da8d), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.768984 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-365a32c9-50e4-4602-9dc3-9c747a3d6dcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=440931d1288d4a548a0b6c2de99fc029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913527 Jun 07 16:05:11.772127 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59510) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:11.795693 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787d846-1550-4e8d-aa64-ac542b96e714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e0daa8-da84-4e33-8497-a16b55d8da8d,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:11.798366 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8787d846-1550-4e8d-aa64-ac542b96e714 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.803642 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e76cee-615c-42ea-868c-090cfb1d3348 None None] Network 5c78cec0-a2d6-49be-a908-94b7edf4c82d requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:05:11.804001 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-8787d846-1550-4e8d-aa64-ac542b96e714 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/92e0daa8-da84-4e33-8497-a16b55d8da8d HTTP/1.1" status: 204 len: 168 time: 0.4014220 Jun 07 16:05:11.804924 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59512) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:11.832225 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5e31c64a-7a8c-4d7b-8661-e617723a08c7 admin admin] Publish callbacks [] for security_group (07934421-0955-4c14-92fb-223a74382c31), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.857652 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5e31c64a-7a8c-4d7b-8661-e617723a08c7 admin admin] Publish callbacks [] for security_group (07934421-0955-4c14-92fb-223a74382c31), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.900747 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:11.920586 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5e31c64a-7a8c-4d7b-8661-e617723a08c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (07934421-0955-4c14-92fb-223a74382c31), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.923844 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5e31c64a-7a8c-4d7b-8661-e617723a08c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:11.927537 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5e31c64a-7a8c-4d7b-8661-e617723a08c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07934421-0955-4c14-92fb-223a74382c31 HTTP/1.1" status: 204 len: 168 time: 0.1519213 Jun 07 16:05:11.936115 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31c64a-7a8c-4d7b-8661-e617723a08c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07934421-0955-4c14-92fb-223a74382c31,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:12.088347 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (5c78cec0-a2d6-49be-a908-94b7edf4c82d), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.100396 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88e099c-c546-47e8-bd19-76eee3beeaa0 None None] DHCP port deletion for 5c78cec0-a2d6-49be-a908-94b7edf4c82d request from dv-cinder-844879-2-iscsi {{(pid=103970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 16:05:12.148252 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Deleting port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:12.148649 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.150409 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-e88e099c-c546-47e8-bd19-76eee3beeaa0 None None] Deleting port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:12.150774 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e88e099c-c546-47e8-bd19-76eee3beeaa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.151170 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:12.220234 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] For port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=2ac4b839-6c3b-4eb9-ae85-554900d3ae5f,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:12.220639 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.230607 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-e88e099c-c546-47e8-bd19-76eee3beeaa0 None None] For port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=2ac4b839-6c3b-4eb9-ae85-554900d3ae5f,segment=NetworkSegment(45ece30d-d810-430a-8558-051df3289a58),segment_id=45ece30d-d810-430a-8558-051df3289a58)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:12.231249 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e88e099c-c546-47e8-bd19-76eee3beeaa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.240419 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Calling delete_port for 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:12.245042 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:12.254689 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-e88e099c-c546-47e8-bd19-76eee3beeaa0 None None] Calling delete_port for 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:12.314350 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:12.355559 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.364908 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e88e099c-c546-47e8-bd19-76eee3beeaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681'] for port (2ac4b839-6c3b-4eb9-ae85-554900d3ae5f), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.379626 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59522) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:12.394031 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac4b839-6c3b-4eb9-ae85-554900d3ae5f,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:12.397393 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e099c-c546-47e8-bd19-76eee3beeaa0 None None] Pushing event deleted for resources: {'Port': ['ID=2ac4b839-6c3b-4eb9-ae85-554900d3ae5f,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:12.401467 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] No DVR routers for this DVR port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f on host dv-cinder-844879-2-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:05:12.407317 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e099c-c546-47e8-bd19-76eee3beeaa0 None None] No DVR routers for this DVR port 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f on host dv-cinder-844879-2-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:05:12.417744 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1fa6a791-2717-4b48-a354-0eb0bacd80d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.499829 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (5c78cec0-a2d6-49be-a908-94b7edf4c82d), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.520109 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:12.521021 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:12.527786 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c78cec0-a2d6-49be-a908-94b7edf4c82d']}} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:12.534746 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1fa6a791-2717-4b48-a354-0eb0bacd80d0 admin admin] Publish callbacks [] for security_group (d05ef816-b68f-4c99-a394-bfd13a61ee5c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.540682 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1fa6a791-2717-4b48-a354-0eb0bacd80d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (d05ef816-b68f-4c99-a394-bfd13a61ee5c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.546987 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ece30d-d810-430a-8558-051df3289a58') {'for_net_delete': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:12.547398 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ece30d-d810-430a-8558-051df3289a58') {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:12.568939 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451244'] for segment (45ece30d-d810-430a-8558-051df3289a58), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.585452 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (45ece30d-d810-430a-8558-051df3289a58), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.597323 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:05:12.597749 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1212743'] for segment (45ece30d-d810-430a-8558-051df3289a58), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.610238 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1fa6a791-2717-4b48-a354-0eb0bacd80d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94256ecd09ec49498dc6b9f6c0b21c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286577 Jun 07 16:05:12.612887 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59532) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:12.616739 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6a791-2717-4b48-a354-0eb0bacd80d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05ef816-b68f-4c99-a394-bfd13a61ee5c,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:12.646187 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 45ece30d-d810-430a-8558-051df3289a58 resource provider aggregate not found Jun 07 16:05:12.682585 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 45ece30d-d810-430a-8558-051df3289a58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45ece30d-d810-430a-8558-051df3289a58 found for delete ", "request_id": "req-10bc9c5e-cdbf-4914-8bcf-858d017eb27f"}]} Jun 07 16:05:12.692346 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (5c78cec0-a2d6-49be-a908-94b7edf4c82d), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.702428 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.705655 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] 10.222.0.18 "DELETE /v2.0/networks/5c78cec0-a2d6-49be-a908-94b7edf4c82d HTTP/1.1" status: 204 len: 168 time: 0.8998094 Jun 07 16:05:12.726564 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b49b6-d449-48c2-9815-ba53578aeb1c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c78cec0-a2d6-49be-a908-94b7edf4c82d,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:12.754223 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-14bad2e3-e79b-4527-aea6-b8451b8d10b7 admin admin] Publish callbacks [] for security_group (d05ef816-b68f-4c99-a394-bfd13a61ee5c), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.782183 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-14bad2e3-e79b-4527-aea6-b8451b8d10b7 admin admin] Publish callbacks [] for security_group (d05ef816-b68f-4c99-a394-bfd13a61ee5c), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.838132 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-14bad2e3-e79b-4527-aea6-b8451b8d10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (d05ef816-b68f-4c99-a394-bfd13a61ee5c), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.841873 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-14bad2e3-e79b-4527-aea6-b8451b8d10b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:12.844061 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-14bad2e3-e79b-4527-aea6-b8451b8d10b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d05ef816-b68f-4c99-a394-bfd13a61ee5c HTTP/1.1" status: 204 len: 168 time: 0.2297194 Jun 07 16:05:12.844266 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cede3-a945-4ccb-8889-f01f82982d0d req-977549dc-5db0-4b9a-98ce-2ac37bfd9922 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:12.845804 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4d3cede3-a945-4ccb-8889-f01f82982d0d req-977549dc-5db0-4b9a-98ce-2ac37bfd9922 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 947 time: 0.0530317 Jun 07 16:05:12.855603 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bad2e3-e79b-4527-aea6-b8451b8d10b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05ef816-b68f-4c99-a394-bfd13a61ee5c,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:12.924151 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4d3cede3-a945-4ccb-8889-f01f82982d0d req-9013a382-1afc-4b5b-ac49-0ed7bfda5f25 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699914 Jun 07 16:05:12.940034 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59542) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:12.992378 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-83bfa6b8-9c89-4a1b-a0cd-3e7707e4adaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e601e41f827a4c6f8c743a174ac463fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0510437 Jun 07 16:05:12.995058 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59544) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:13.048697 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e60e6fe9-a769-4128-8e7f-b78d29a231ba admin admin] Publish callbacks [] for security_group (2bb01524-6d7a-4bad-a901-a657c4bf1eff), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:13.070144 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e60e6fe9-a769-4128-8e7f-b78d29a231ba admin admin] Publish callbacks [] for security_group (2bb01524-6d7a-4bad-a901-a657c4bf1eff), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:13.126557 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e60e6fe9-a769-4128-8e7f-b78d29a231ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (2bb01524-6d7a-4bad-a901-a657c4bf1eff), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:13.133727 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e60e6fe9-a769-4128-8e7f-b78d29a231ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:13.134947 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-e60e6fe9-a769-4128-8e7f-b78d29a231ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bb01524-6d7a-4bad-a901-a657c4bf1eff HTTP/1.1" status: 204 len: 168 time: 0.1389794 Jun 07 16:05:13.151845 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e6fe9-a769-4128-8e7f-b78d29a231ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb01524-6d7a-4bad-a901-a657c4bf1eff,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:13.416407 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:13.443144 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:13.443488 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 2ac4b839-6c3b-4eb9-ae85-554900d3ae5f not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:13.443903 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:13.467224 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:13.467530 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 782d5b8a-089b-4bfe-9a1a-ed62518f3a67 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:14.071950 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56004bd1-8174-4158-b3b0-75585edca56e req-edcb643c-1b07-4584-9af2-8bce35766fa3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:14.074135 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-56004bd1-8174-4158-b3b0-75585edca56e req-edcb643c-1b07-4584-9af2-8bce35766fa3 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 947 time: 0.0615499 Jun 07 16:05:14.142474 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-56004bd1-8174-4158-b3b0-75585edca56e req-c431fbe7-7e64-476e-9968-9a0697840718 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d95912d-d337-4068-95e6-f7040e164620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613608 Jun 07 16:05:14.339281 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-3ff91ca6-c0c4-482a-b3a7-2684b20af3f5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:14.342147 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-3ff91ca6-c0c4-482a-b3a7-2684b20af3f5 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 947 time: 0.0539320 Jun 07 16:05:14.435724 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Deleting port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:14.436061 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:14.539222 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] For port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:14.539824 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:14.628183 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:14.631514 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=59 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:14.729553 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:14.729910 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (36a98aec-f512-498e-ba4c-7750bd5be714), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:14.730241 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Floating IP 36a98aec-f512-498e-ba4c-7750bd5be714 disassociated. External IP: 172.27.2.242, port: f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff. Jun 07 16:05:14.730602 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Calling delete_port for f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:14.888872 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:14.917048 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event deleted for resources: {'Port': ['ID=f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:14.992957 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:15.055427 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Router a89e11e7-d44a-44a0-8f2d-e7000ad02377 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:05:15.064088 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:15.208886 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:05:15.222122 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e36a3e-4322-4b44-ac18-f4ef0773d9fb None None] Sync routers for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:05:15.237886 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e36a3e-4322-4b44-ac18-f4ef0773d9fb None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:15.238794 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-d9e36a3e-4322-4b44-ac18-f4ef0773d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:15.275133 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] No DVR routers for this DVR port f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:05:15.277576 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:15.282070 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8c872fdd-7a84-41ff-bb68-5ddbac32bd64 req-b0f95acf-32ab-45bd-91b9-fc76adffc084 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.24 "DELETE /v2.0/ports/f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff HTTP/1.1" status: 204 len: 173 time: 0.9335923 Jun 07 16:05:15.282635 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'name': 'network-vif-deleted', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:05:15.287749 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df78237-06a2-4651-8ce0-3edd807193ad" -d '{"events": [{"server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "name": "network-vif-deleted", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:05:15.394226 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-d9e36a3e-4322-4b44-ac18-f4ef0773d9fb None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:15.612958 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-d9e36a3e-4322-4b44-ac18-f4ef0773d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:15.628418 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ef628e-8e1e-4797-ba5c-a6f69db26b67 x-openstack-request-id: req-24ef628e-8e1e-4797-ba5c-a6f69db26b67 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:05:15.628732 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc", "name": "network-vif-deleted", "tag": "f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:05:15.628975 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24ef628e-8e1e-4797-ba5c-a6f69db26b67 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:05:15.629398 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ef628e-8e1e-4797-ba5c-a6f69db26b67'] response: {'server_uuid': 'f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc', 'name': 'network-vif-deleted', 'tag': 'f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff', 'status': 'completed', 'code': 200} Jun 07 16:05:15.632872 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-33e0fd8c-d66f-4a5e-b4e0-1e09a0fbb9c9 req-a8cc955b-ca92-499a-afc3-f7216f215de9 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2ef9fd5-edbe-4266-8b8c-b24976e4a2bc HTTP/1.1" status: 200 len: 210 time: 0.3352883 Jun 07 16:05:15.638612 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e36a3e-4322-4b44-ac18-f4ef0773d9fb None None] Checking router: a89e11e7-d44a-44a0-8f2d-e7000ad02377 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:05:15.647237 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e36a3e-4322-4b44-ac18-f4ef0773d9fb None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:15.647865 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-d9e36a3e-4322-4b44-ac18-f4ef0773d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:04:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:15.753363 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-d9e36a3e-4322-4b44-ac18-f4ef0773d9fb None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:15.949064 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-d9e36a3e-4322-4b44-ac18-f4ef0773d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:15.977557 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e36a3e-4322-4b44-ac18-f4ef0773d9fb None None] The sync data for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi is: [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T15:59:05Z', 'revision_number': 4, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '541c317b-5457-42ab-9960-23492dcbe69d', 'name': '', 'network_id': 'bca6588e-929f-4019-b79c-d0c7387dc8b6', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'mac_address': 'fa:16:3e:42:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68756197-dfd1-4511-a517-33dc3439cb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:59Z', 'updated_at': '2022-06-07T15:59:13Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'subnets': [{'id': '68756197-dfd1-4511-a517-33dc3439cb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:05:16.199990 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74de8100-2d63-4576-813a-423b5058970f None None] New status for floating IP 36a98aec-f512-498e-ba4c-7750bd5be714: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:05:16.725300 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59672) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:16.780805 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d21-20b6-47e3-9e01-20e462f57a17 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (4d95912d-d337-4068-95e6-f7040e164620), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:16.804632 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d21-20b6-47e3-9e01-20e462f57a17 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (4d95912d-d337-4068-95e6-f7040e164620), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:16.852963 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d21-20b6-47e3-9e01-20e462f57a17 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (4d95912d-d337-4068-95e6-f7040e164620), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:16.855554 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d21-20b6-47e3-9e01-20e462f57a17 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:16.856967 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-dc1b2d21-20b6-47e3-9e01-20e462f57a17 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "DELETE /v2.0/security-groups/4d95912d-d337-4068-95e6-f7040e164620 HTTP/1.1" status: 204 len: 168 time: 0.1303999 Jun 07 16:05:16.859996 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59674) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:16.871834 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cd651fee-be1c-4a84-ada1-7a6cc8ee2848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:16.873656 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.api.v2.resource [None req-936ce396-1011-4426-89b4-9599bd106439 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] show failed (client error): The resource could not be found. Jun 07 16:05:16.876228 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b2d21-20b6-47e3-9e01-20e462f57a17 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d95912d-d337-4068-95e6-f7040e164620,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:16.878814 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-936ce396-1011-4426-89b4-9599bd106439 tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "GET /v2.0/security-groups/4d95912d-d337-4068-95e6-f7040e164620 HTTP/1.1" status: 404 len: 347 time: 0.0177245 Jun 07 16:05:16.879425 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59676) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:16.993000 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4ba399ef-17d5-40dc-9034-3f0474edd79d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Deleting port caad34c0-d635-4040-8f9c-44dec2c86768 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:16.993318 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4ba399ef-17d5-40dc-9034-3f0474edd79d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (caad34c0-d635-4040-8f9c-44dec2c86768), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:17.028989 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:17.073404 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4ba399ef-17d5-40dc-9034-3f0474edd79d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (caad34c0-d635-4040-8f9c-44dec2c86768), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:17.073637 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4ba399ef-17d5-40dc-9034-3f0474edd79d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (caad34c0-d635-4040-8f9c-44dec2c86768), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:17.088987 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4ba399ef-17d5-40dc-9034-3f0474edd79d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Calling delete_port for caad34c0-d635-4040-8f9c-44dec2c86768 owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:17.156639 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:17.223640 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4ba399ef-17d5-40dc-9034-3f0474edd79d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (caad34c0-d635-4040-8f9c-44dec2c86768), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:17.249539 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba399ef-17d5-40dc-9034-3f0474edd79d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Pushing event deleted for resources: {'Port': ['ID=caad34c0-d635-4040-8f9c-44dec2c86768,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:17.316378 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4ba399ef-17d5-40dc-9034-3f0474edd79d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks [] for floatingip (36a98aec-f512-498e-ba4c-7750bd5be714), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:17.319137 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4ba399ef-17d5-40dc-9034-3f0474edd79d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:17.320292 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4ba399ef-17d5-40dc-9034-3f0474edd79d tempest-AttachVolumeShelveTestJSON-363747201 tempest-AttachVolumeShelveTestJSON-363747201-project] 10.222.0.18 "DELETE /v2.0/floatingips/36a98aec-f512-498e-ba4c-7750bd5be714 HTTP/1.1" status: 204 len: 168 time: 0.4399123 Jun 07 16:05:17.936149 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:17.959178 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:17.959518 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device f6623e9e-f3e8-407a-b7e7-d0abdd63e8ff not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:19.028134 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-602ee856-f4e5-44b9-a912-76522981e0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:19.793364 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59806) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:20.010007 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59816) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:20.123839 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-868a3276-018a-4db3-8705-51aaa9c51215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.164150 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.206413 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-868a3276-018a-4db3-8705-51aaa9c51215 admin admin] Publish callbacks [] for security_group (b37a5a83-ca87-4755-95b8-19f8e0ab7de1), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.210224 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-868a3276-018a-4db3-8705-51aaa9c51215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (b37a5a83-ca87-4755-95b8-19f8e0ab7de1), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.218677 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582351'] for router_interface (a89e11e7-d44a-44a0-8f2d-e7000ad02377), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.242730 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.250806 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-868a3276-018a-4db3-8705-51aaa9c51215 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d879eaf8a03f45c2b1d8b5f925f80901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395766 Jun 07 16:05:20.252705 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a3276-018a-4db3-8705-51aaa9c51215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a5a83-ca87-4755-95b8-19f8e0ab7de1,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:20.254460 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59820) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:20.353430 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-98fb1c53-5d41-45f4-a20e-246fb3541075 admin admin] Publish callbacks [] for security_group (b37a5a83-ca87-4755-95b8-19f8e0ab7de1), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.394385 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:20.426326 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-98fb1c53-5d41-45f4-a20e-246fb3541075 admin admin] Publish callbacks [] for security_group (b37a5a83-ca87-4755-95b8-19f8e0ab7de1), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.526481 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-98fb1c53-5d41-45f4-a20e-246fb3541075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (b37a5a83-ca87-4755-95b8-19f8e0ab7de1), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.528961 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-98fb1c53-5d41-45f4-a20e-246fb3541075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.530079 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-98fb1c53-5d41-45f4-a20e-246fb3541075 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b37a5a83-ca87-4755-95b8-19f8e0ab7de1 HTTP/1.1" status: 204 len: 168 time: 0.2747107 Jun 07 16:05:20.544772 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb1c53-5d41-45f4-a20e-246fb3541075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37a5a83-ca87-4755-95b8-19f8e0ab7de1,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:20.547296 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] Deleting port 541c317b-5457-42ab-9960-23492dcbe69d {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:20.547424 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (541c317b-5457-42ab-9960-23492dcbe69d), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.636677 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] For port 541c317b-5457-42ab-9960-23492dcbe69d, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=541c317b-5457-42ab-9960-23492dcbe69d,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:20.637031 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (541c317b-5457-42ab-9960-23492dcbe69d), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.644933 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:20.652386 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] Calling delete_port for 541c317b-5457-42ab-9960-23492dcbe69d owned by network:router_interface {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:20.833432 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59840) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:20.840943 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (541c317b-5457-42ab-9960-23492dcbe69d), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.848968 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9b47baba-f8f4-4b0d-9a6c-37d01f781ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.864319 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] Pushing event deleted for resources: {'Port': ['ID=541c317b-5457-42ab-9960-23492dcbe69d,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:20.940057 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9b47baba-f8f4-4b0d-9a6c-37d01f781ea3 admin admin] Publish callbacks [] for security_group (ea0ebeb1-6f6a-4b41-ba0b-08f68dc4390d), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.945165 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9b47baba-f8f4-4b0d-9a6c-37d01f781ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (ea0ebeb1-6f6a-4b41-ba0b-08f68dc4390d), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:20.993912 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9b47baba-f8f4-4b0d-9a6c-37d01f781ea3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd70afa71f6341978f6c016fc5311e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570520 Jun 07 16:05:20.993912 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47baba-f8f4-4b0d-9a6c-37d01f781ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0ebeb1-6f6a-4b41-ba0b-08f68dc4390d,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:20.995588 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59842) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:21.042886 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1829284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584543'] for router_interface (a89e11e7-d44a-44a0-8f2d-e7000ad02377), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:21.058248 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1d84581c-444c-4297-b0fe-7a63750923af admin admin] Publish callbacks [] for security_group (ea0ebeb1-6f6a-4b41-ba0b-08f68dc4390d), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:21.083982 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1d84581c-444c-4297-b0fe-7a63750923af admin admin] Publish callbacks [] for security_group (ea0ebeb1-6f6a-4b41-ba0b-08f68dc4390d), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:21.105459 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:21.133820 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1d84581c-444c-4297-b0fe-7a63750923af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (ea0ebeb1-6f6a-4b41-ba0b-08f68dc4390d), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:21.136804 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1d84581c-444c-4297-b0fe-7a63750923af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:21.137965 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1d84581c-444c-4297-b0fe-7a63750923af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea0ebeb1-6f6a-4b41-ba0b-08f68dc4390d HTTP/1.1" status: 204 len: 168 time: 0.1414421 Jun 07 16:05:21.142343 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:21.155041 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84581c-444c-4297-b0fe-7a63750923af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0ebeb1-6f6a-4b41-ba0b-08f68dc4390d,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:21.248394 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:21.259999 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] Router a89e11e7-d44a-44a0-8f2d-e7000ad02377 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:05:21.370692 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:05:21.379360 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59848) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:21.379520 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-b540bb31-9dc6-4b6a-8efb-4a12ab0df89e admin admin] 10.222.0.18 "PUT /v2.0/routers/a89e11e7-d44a-44a0-8f2d-e7000ad02377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5849731 Jun 07 16:05:21.381831 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc38a9a8-32e3-4d7e-9868-eaf3b3c38a91 None None] Sync routers for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:05:21.393423 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc38a9a8-32e3-4d7e-9868-eaf3b3c38a91 None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:21.394181 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-bc38a9a8-32e3-4d7e-9868-eaf3b3c38a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:05:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:21.490388 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Publish callbacks [] for router (a89e11e7-d44a-44a0-8f2d-e7000ad02377), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:21.512949 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-bc38a9a8-32e3-4d7e-9868-eaf3b3c38a91 None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:21.597222 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Publish callbacks [] for router_gateway (a89e11e7-d44a-44a0-8f2d-e7000ad02377), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:21.660187 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Deleting port f08bb7da-013d-46c7-a524-652e56deedac {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:21.660625 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (f08bb7da-013d-46c7-a524-652e56deedac), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:21.679517 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:21.707892 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:21.713858 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-bc38a9a8-32e3-4d7e-9868-eaf3b3c38a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T16:05:20Z', 'revision_number': 5, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port': {'id': 'f08bb7da-013d-46c7-a524-652e56deedac', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:58:47Z', 'updated_at': '2022-06-07T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:21.741459 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc38a9a8-32e3-4d7e-9868-eaf3b3c38a91 None None] Checking router: a89e11e7-d44a-44a0-8f2d-e7000ad02377 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:05:21.752542 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc38a9a8-32e3-4d7e-9868-eaf3b3c38a91 None None] Routers {'a89e11e7-d44a-44a0-8f2d-e7000ad02377'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:21.753351 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-bc38a9a8-32e3-4d7e-9868-eaf3b3c38a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:05:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:21.753827 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] For port f08bb7da-013d-46c7-a524-652e56deedac, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=f08bb7da-013d-46c7-a524-652e56deedac,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:21.754192 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (f08bb7da-013d-46c7-a524-652e56deedac), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:21.775760 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Calling delete_port for f08bb7da-013d-46c7-a524-652e56deedac owned by network:router_gateway {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:21.854215 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-bc38a9a8-32e3-4d7e-9868-eaf3b3c38a91 None None] Set router a89e11e7-d44a-44a0-8f2d-e7000ad02377 gateway port host: None {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:21.910548 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-bc38a9a8-32e3-4d7e-9868-eaf3b3c38a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T16:05:21Z', 'revision_number': 6, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port_host': None}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:21.937626 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc38a9a8-32e3-4d7e-9868-eaf3b3c38a91 None None] The sync data for ids ['a89e11e7-d44a-44a0-8f2d-e7000ad02377'] in dv-cinder-844879-2-iscsi is: [{'id': 'a89e11e7-d44a-44a0-8f2d-e7000ad02377', 'name': 'tempest-AttachVolumeShelveTestJSON-355474913-router', 'tenant_id': 'd9f6ff4cee09476c925730a31d32e56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:58:45Z', 'updated_at': '2022-06-07T16:05:21Z', 'revision_number': 6, 'project_id': 'd9f6ff4cee09476c925730a31d32e56f', 'gw_port_host': None}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:05:22.004180 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (f08bb7da-013d-46c7-a524-652e56deedac), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.035294 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Pushing event deleted for resources: {'Port': ['ID=f08bb7da-013d-46c7-a524-652e56deedac,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:22.066077 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59888) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:22.109751 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583176'] for router_gateway (a89e11e7-d44a-44a0-8f2d-e7000ad02377), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.189420 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-160772267-network', 'tenant_id': '816567bd76d84e5f9de58969bf4ebc2c'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:05:22.209592 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Made reservation on behalf of 816567bd76d84e5f9de58969bf4ebc2c for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:05:22.212100 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.221997 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.229613 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-645'] for router (a89e11e7-d44a-44a0-8f2d-e7000ad02377), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.232223 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Publish callbacks [] for router_controller (a89e11e7-d44a-44a0-8f2d-e7000ad02377), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.278612 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:22.302982 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584586'] for router (a89e11e7-d44a-44a0-8f2d-e7000ad02377), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.304105 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a89e11e7-d44a-44a0-8f2d-e7000ad02377 {{(pid=103968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 16:05:22.312535 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.313306 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Publish callbacks [] for security_group (95d086e1-4b00-4913-89d3-9f4036b903ca), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.316158 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-dee3f751-5dc3-4867-ac00-f379a38db995 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a89e11e7-d44a-44a0-8f2d-e7000ad02377 HTTP/1.1" status: 204 len: 168 time: 0.9335752 Jun 07 16:05:22.316442 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59894) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:22.324859 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (95d086e1-4b00-4913-89d3-9f4036b903ca), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.377627 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 16:05:22.392377 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d086e1-4b00-4913-89d3-9f4036b903ca,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:22.398854 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (4f5b4334-db0e-42da-8776-99f6f983a47b), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.399214 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Added segment 4f5b4334-db0e-42da-8776-99f6f983a47b of type vlan for network 557b81af-a122-4d4f-b340-6f2cd54378d8 Jun 07 16:05:22.402717 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92a2487-f554-4e91-ab99-8be625026ecd admin admin] Deleting subnet 68756197-dfd1-4511-a517-33dc3439cb43 {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:05:22.413078 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b92a2487-f554-4e91-ab99-8be625026ecd admin admin] Publish callbacks [] for subnet (68756197-dfd1-4511-a517-33dc3439cb43), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.475270 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (557b81af-a122-4d4f-b340-6f2cd54378d8), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.482124 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b92a2487-f554-4e91-ab99-8be625026ecd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451237'] for subnet (68756197-dfd1-4511-a517-33dc3439cb43), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.688981 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.db.resource_extend [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 16:05:22.716642 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (557b81af-a122-4d4f-b340-6f2cd54378d8), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.717621 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:22.718223 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.799435 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7322085 Jun 07 16:05:22.802414 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59898) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:22.807339 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] Request body: {'subnet': {'network_id': '557b81af-a122-4d4f-b340-6f2cd54378d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-160772267-subnet', 'tenant_id': '816567bd76d84e5f9de58969bf4ebc2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:05:22.818227 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e5494-4091-4c64-b802-99a9f5ebd512 admin admin] Pushing event updated for resources: {'Network': ['ID=557b81af-a122-4d4f-b340-6f2cd54378d8,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:22.821095 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b92a2487-f554-4e91-ab99-8be625026ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (68756197-dfd1-4511-a517-33dc3439cb43), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.830174 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 557b81af-a122-4d4f-b340-6f2cd54378d8 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 16:05:22.831147 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] Made reservation on behalf of 816567bd76d84e5f9de58969bf4ebc2c for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:05:22.835702 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261872205'] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.889126 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b92a2487-f554-4e91-ab99-8be625026ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1212701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260635392'] for subnet (68756197-dfd1-4511-a517-33dc3439cb43), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.923326 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a2487-f554-4e91-ab99-8be625026ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68756197-dfd1-4511-a517-33dc3439cb43,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:22.928675 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b92a2487-f554-4e91-ab99-8be625026ecd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:22.931996 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-b92a2487-f554-4e91-ab99-8be625026ecd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/68756197-dfd1-4511-a517-33dc3439cb43 HTTP/1.1" status: 204 len: 168 time: 0.6145601 Jun 07 16:05:22.935037 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59900) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:22.935638 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d0677d-8354-4fcd-a456-1329e441ba3d None None] Network bca6588e-929f-4019-b79c-d0c7387dc8b6 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:05:22.937647 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:22.970803 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:22.997821 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:23.019208 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (bca6588e-929f-4019-b79c-d0c7387dc8b6), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.050046 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261769849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261872255'] for subnet (49d130ff-08e6-4223-a2aa-d1de9a27443e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.072745 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Deleting port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:23.073274 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.119342 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] Checking segment: {'id': '4f5b4334-db0e-42da-8776-99f6f983a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '557b81af-a122-4d4f-b340-6f2cd54378d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:05:23.119825 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] Network hostable DHCP agents. Network: 557b81af-a122-4d4f-b340-6f2cd54378d8, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 16:05:23.127986 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d130ff-08e6-4223-a2aa-d1de9a27443e,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:23.158443 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b5c3f-4e96-4015-9b45-9bd43d47dc7b None None] DHCP port deletion for bca6588e-929f-4019-b79c-d0c7387dc8b6 request from dv-cinder-844879-2-iscsi {{(pid=103970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 16:05:23.161709 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] Network 557b81af-a122-4d4f-b340-6f2cd54378d8 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 16:05:23.173850 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 557b81af-a122-4d4f-b340-6f2cd54378d8) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:05:23.176339 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] For port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=5942d8c2-c2b1-4b95-92bb-6cfa326f860b,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:23.176734 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.179667 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:23.180563 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.192408 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Calling delete_port for 5942d8c2-c2b1-4b95-92bb-6cfa326f860b owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:23.204428 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-99c007fb-7f19-4365-82b4-820805953324 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3980472 Jun 07 16:05:23.204622 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53700464-e9d3-4036-9f4d-a9217dea44cd None None] Network 557b81af-a122-4d4f-b340-6f2cd54378d8 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:05:23.272400 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f19b5c3f-4e96-4015-9b45-9bd43d47dc7b None None] Deleting port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:23.272774 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f19b5c3f-4e96-4015-9b45-9bd43d47dc7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.287795 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:23.289321 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:05:23.316654 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.325442 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:23.351585 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Pushing event deleted for resources: {'Port': ['ID=5942d8c2-c2b1-4b95-92bb-6cfa326f860b,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:23.358878 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] No DVR routers for this DVR port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b on host dv-cinder-844879-2-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:05:23.374950 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.411448 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:23.443825 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f19b5c3f-4e96-4015-9b45-9bd43d47dc7b None None] For port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=5942d8c2-c2b1-4b95-92bb-6cfa326f860b,segment=NetworkSegment(b8fecef0-794b-4291-888b-db523c145664),segment_id=b8fecef0-794b-4291-888b-db523c145664)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:23.448127 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (bca6588e-929f-4019-b79c-d0c7387dc8b6), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.449863 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f19b5c3f-4e96-4015-9b45-9bd43d47dc7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.470446 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca6588e-929f-4019-b79c-d0c7387dc8b6']}} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:23.472095 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f19b5c3f-4e96-4015-9b45-9bd43d47dc7b None None] Calling delete_port for 5942d8c2-c2b1-4b95-92bb-6cfa326f860b owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:23.484538 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fecef0-794b-4291-888b-db523c145664') {'for_net_delete': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:23.484919 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fecef0-794b-4291-888b-db523c145664') {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:23.495890 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451244'] for segment (b8fecef0-794b-4291-888b-db523c145664), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.496699 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 5942d8c2-c2b1-4b95-92bb-6cfa326f860b no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:23.518859 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (b8fecef0-794b-4291-888b-db523c145664), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.528829 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:05:23.529225 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1212743'] for segment (b8fecef0-794b-4291-888b-db523c145664), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.531012 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d42608b-45cd-49ad-8df9-3ec7f95402ba None None] Network 557b81af-a122-4d4f-b340-6f2cd54378d8 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:05:23.535791 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 5942d8c2-c2b1-4b95-92bb-6cfa326f860b {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:23.536387 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 5942d8c2-c2b1-4b95-92bb-6cfa326f860b not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:23.536989 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 541c317b-5457-42ab-9960-23492dcbe69d no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:23.573576 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment b8fecef0-794b-4291-888b-db523c145664 resource provider aggregate not found Jun 07 16:05:23.592455 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 541c317b-5457-42ab-9960-23492dcbe69d {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:23.592865 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 541c317b-5457-42ab-9960-23492dcbe69d not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:23.593522 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device f08bb7da-013d-46c7-a524-652e56deedac no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:23.608027 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment b8fecef0-794b-4291-888b-db523c145664 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8fecef0-794b-4291-888b-db523c145664 found for delete ", "request_id": "req-01e1f713-e874-42ad-a59c-66c40623f024"}]} Jun 07 16:05:23.610746 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (bca6588e-929f-4019-b79c-d0c7387dc8b6), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.617520 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.623912 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bca6588e-929f-4019-b79c-d0c7387dc8b6 HTTP/1.1" status: 204 len: 168 time: 0.6878831 Jun 07 16:05:23.641696 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112a165-9d40-4f37-8456-b940801b6841 admin admin] Pushing event deleted for resources: {'Network': ['ID=bca6588e-929f-4019-b79c-d0c7387dc8b6,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:23.645051 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: f08bb7da-013d-46c7-a524-652e56deedac {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:23.645303 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device f08bb7da-013d-46c7-a524-652e56deedac not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:23.706816 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:23.730000 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f19b5c3f-4e96-4015-9b45-9bd43d47dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681'] for port (5942d8c2-c2b1-4b95-92bb-6cfa326f860b), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.760912 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f19b5c3f-4e96-4015-9b45-9bd43d47dc7b None None] Network bca6588e-929f-4019-b79c-d0c7387dc8b6 is not hosted by any dhcp agent {{(pid=103970) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 07 16:05:23.761613 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b5c3f-4e96-4015-9b45-9bd43d47dc7b None None] No DVR routers for this DVR port 5942d8c2-c2b1-4b95-92bb-6cfa326f860b on host dv-cinder-844879-2-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:05:23.764805 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b5c3f-4e96-4015-9b45-9bd43d47dc7b None None] Pushing event deleted for resources: {'Port': ['ID=5942d8c2-c2b1-4b95-92bb-6cfa326f860b,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:23.838016 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59934) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:23.883329 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a7b2364d-734e-4ae1-9520-3db80b3c7aea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9f6ff4cee09476c925730a31d32e56f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439937 Jun 07 16:05:23.886070 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59936) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:23.949619 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9413-55fc-4e22-8bec-948eaab7c51e admin admin] Publish callbacks [] for security_group (41d3bca2-88e3-4aa1-9ac1-8fafd2e662a9), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:23.972540 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9413-55fc-4e22-8bec-948eaab7c51e admin admin] Publish callbacks [] for security_group (41d3bca2-88e3-4aa1-9ac1-8fafd2e662a9), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.019907 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9413-55fc-4e22-8bec-948eaab7c51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (41d3bca2-88e3-4aa1-9ac1-8fafd2e662a9), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.022489 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9413-55fc-4e22-8bec-948eaab7c51e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.023580 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-fb9d9413-55fc-4e22-8bec-948eaab7c51e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41d3bca2-88e3-4aa1-9ac1-8fafd2e662a9 HTTP/1.1" status: 204 len: 168 time: 0.1365492 Jun 07 16:05:24.032901 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d9413-55fc-4e22-8bec-948eaab7c51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d3bca2-88e3-4aa1-9ac1-8fafd2e662a9,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:24.038288 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 59942) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:24.043241 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1382750876-network', 'tenant_id': '7f92aa0b9b6d413aa436a2f81fa9eeff'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:05:24.064011 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Made reservation on behalf of 7f92aa0b9b6d413aa436a2f81fa9eeff for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:05:24.066350 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.074793 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.147840 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:24.176694 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Publish callbacks [] for security_group (e82ab111-af11-4463-861b-ee3b32fe6c71), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.181690 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (e82ab111-af11-4463-861b-ee3b32fe6c71), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.211760 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 16:05:24.221749 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82ab111-af11-4463-861b-ee3b32fe6c71,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:24.238258 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (47cf567d-9f4e-49c9-962c-a5f72be8f7d5), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.238900 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Added segment 47cf567d-9f4e-49c9-962c-a5f72be8f7d5 of type vlan for network 333c2dac-9ea2-49b1-a3e6-bb046ee242f7 Jun 07 16:05:24.286338 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (333c2dac-9ea2-49b1-a3e6-bb046ee242f7), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.316960 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (333c2dac-9ea2-49b1-a3e6-bb046ee242f7), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.318157 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:24.318736 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.396061 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3540504 Jun 07 16:05:24.396772 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 59954) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:24.401964 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] Request body: {'subnet': {'network_id': '333c2dac-9ea2-49b1-a3e6-bb046ee242f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1382750876-subnet', 'tenant_id': '7f92aa0b9b6d413aa436a2f81fa9eeff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:05:24.413826 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dd67a-401c-40c6-87f0-f658d144f9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=333c2dac-9ea2-49b1-a3e6-bb046ee242f7,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:24.425656 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 333c2dac-9ea2-49b1-a3e6-bb046ee242f7 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 16:05:24.436077 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] Made reservation on behalf of 7f92aa0b9b6d413aa436a2f81fa9eeff for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:05:24.440397 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261872205'] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.685033 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261769849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261872255'] for subnet (7d5fcf0d-b815-4584-9322-14927745251a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.751516 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5fcf0d-b815-4584-9322-14927745251a,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:24.759588 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] Checking segment: {'id': '47cf567d-9f4e-49c9-962c-a5f72be8f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '333c2dac-9ea2-49b1-a3e6-bb046ee242f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:05:24.759981 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] Network hostable DHCP agents. Network: 333c2dac-9ea2-49b1-a3e6-bb046ee242f7, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 16:05:24.777847 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] Network 333c2dac-9ea2-49b1-a3e6-bb046ee242f7 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 16:05:24.787569 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 333c2dac-9ea2-49b1-a3e6-bb046ee242f7) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:05:24.792568 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:24.793627 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:24.797176 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6866be6d-7eb2-442c-b63b-05d3f539fd85 None None] Network 333c2dac-9ea2-49b1-a3e6-bb046ee242f7 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:05:24.812256 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f756c68b-02fb-428e-bba5-dda0d7a88e01 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4144018 Jun 07 16:05:24.942908 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c156c31-67a4-4279-b3a5-8ebe47d4335d None None] Network 333c2dac-9ea2-49b1-a3e6-bb046ee242f7 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:05:26.402820 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60058) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:26.507890 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-87ebbf03-3b2f-452d-bbcc-2a69c062c864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:26.584487 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-87ebbf03-3b2f-452d-bbcc-2a69c062c864 admin admin] Publish callbacks [] for security_group (825673c5-3534-4b91-a58c-47e37abdc8d4), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:26.588000 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-87ebbf03-3b2f-452d-bbcc-2a69c062c864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (825673c5-3534-4b91-a58c-47e37abdc8d4), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:26.604465 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:26.626044 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-87ebbf03-3b2f-452d-bbcc-2a69c062c864 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e9fa7cbfb084980ab4bb283a43e4cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221947 Jun 07 16:05:26.628789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60066) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:26.631083 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebbf03-3b2f-452d-bbcc-2a69c062c864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825673c5-3534-4b91-a58c-47e37abdc8d4,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:26.678576 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d0a5b3d2-d199-4276-908b-86b4ac8565f3 admin admin] Publish callbacks [] for security_group (825673c5-3534-4b91-a58c-47e37abdc8d4), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:26.699637 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d0a5b3d2-d199-4276-908b-86b4ac8565f3 admin admin] Publish callbacks [] for security_group (825673c5-3534-4b91-a58c-47e37abdc8d4), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:26.757084 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d0a5b3d2-d199-4276-908b-86b4ac8565f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (825673c5-3534-4b91-a58c-47e37abdc8d4), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:26.759614 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d0a5b3d2-d199-4276-908b-86b4ac8565f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:26.760761 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-d0a5b3d2-d199-4276-908b-86b4ac8565f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/825673c5-3534-4b91-a58c-47e37abdc8d4 HTTP/1.1" status: 204 len: 168 time: 0.1309245 Jun 07 16:05:26.769267 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5b3d2-d199-4276-908b-86b4ac8565f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825673c5-3534-4b91-a58c-47e37abdc8d4,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:27.025025 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60078) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:27.032239 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:27.042571 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8c417a29-0f1e-4362-9e32-995145aa7fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:27.067265 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:27.123055 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8c417a29-0f1e-4362-9e32-995145aa7fed admin admin] Publish callbacks [] for security_group (8aa52c7d-ef19-4c71-9163-375ab82b89fe), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:27.126757 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8c417a29-0f1e-4362-9e32-995145aa7fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (8aa52c7d-ef19-4c71-9163-375ab82b89fe), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:27.168293 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8c417a29-0f1e-4362-9e32-995145aa7fed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9de152d4cef14873988907fe863b04df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422069 Jun 07 16:05:27.169134 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c417a29-0f1e-4362-9e32-995145aa7fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa52c7d-ef19-4c71-9163-375ab82b89fe,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:27.171050 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60080) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:27.224097 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5d1df916-63cd-4ff0-ba68-b9dbe0fa8724 admin admin] Publish callbacks [] for security_group (8aa52c7d-ef19-4c71-9163-375ab82b89fe), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:27.245157 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5d1df916-63cd-4ff0-ba68-b9dbe0fa8724 admin admin] Publish callbacks [] for security_group (8aa52c7d-ef19-4c71-9163-375ab82b89fe), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:27.291675 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5d1df916-63cd-4ff0-ba68-b9dbe0fa8724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (8aa52c7d-ef19-4c71-9163-375ab82b89fe), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:27.294293 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5d1df916-63cd-4ff0-ba68-b9dbe0fa8724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:27.295369 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-5d1df916-63cd-4ff0-ba68-b9dbe0fa8724 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8aa52c7d-ef19-4c71-9163-375ab82b89fe HTTP/1.1" status: 204 len: 168 time: 0.1227934 Jun 07 16:05:27.304386 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1df916-63cd-4ff0-ba68-b9dbe0fa8724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa52c7d-ef19-4c71-9163-375ab82b89fe,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:29.139285 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60168) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:29.270383 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d61-f9c9-41c1-b376-ad9b238fede4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:29.348149 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d61-f9c9-41c1-b376-ad9b238fede4 admin admin] Publish callbacks [] for security_group (1c61320a-1847-49c2-997b-a401610292bc), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:29.351926 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d61-f9c9-41c1-b376-ad9b238fede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (1c61320a-1847-49c2-997b-a401610292bc), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:29.390678 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-35fd4d61-f9c9-41c1-b376-ad9b238fede4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29fcd5de091e4a82ac71d8085be7144e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501314 Jun 07 16:05:29.392579 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd4d61-f9c9-41c1-b376-ad9b238fede4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c61320a-1847-49c2-997b-a401610292bc,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:29.393362 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60178) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:29.442884 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e8eb57ee-d8b6-4ae4-bf6c-3bed8d8ea1e1 admin admin] Publish callbacks [] for security_group (1c61320a-1847-49c2-997b-a401610292bc), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:29.464089 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e8eb57ee-d8b6-4ae4-bf6c-3bed8d8ea1e1 admin admin] Publish callbacks [] for security_group (1c61320a-1847-49c2-997b-a401610292bc), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:29.510662 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e8eb57ee-d8b6-4ae4-bf6c-3bed8d8ea1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (1c61320a-1847-49c2-997b-a401610292bc), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:29.513216 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e8eb57ee-d8b6-4ae4-bf6c-3bed8d8ea1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:29.514371 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e8eb57ee-d8b6-4ae4-bf6c-3bed8d8ea1e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c61320a-1847-49c2-997b-a401610292bc HTTP/1.1" status: 204 len: 168 time: 0.1199536 Jun 07 16:05:29.522711 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb57ee-d8b6-4ae4-bf6c-3bed8d8ea1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c61320a-1847-49c2-997b-a401610292bc,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:31.015695 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-7161a968-3050-42e2-b304-d1c8c54968c9 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741234381&fields=id&tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b HTTP/1.1" status: 200 len: 267 time: 0.0468836 Jun 07 16:05:31.127002 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-5052fc90-b178-4b3e-b3e4-4995aa1f1670 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:31.128913 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-5052fc90-b178-4b3e-b3e4-4995aa1f1670 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 812 time: 0.1063044 Jun 07 16:05:31.143225 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-2213b078-a445-4f73-ae86-8ed1cf7bd7ee tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/quotas/44a1ab295b3a423aa2b3183a3e25ec0b HTTP/1.1" status: 200 len: 375 time: 0.0092702 Jun 07 16:05:31.201330 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-4f063b6f-fa98-45ad-8ce3-8a5b6f5f5a22 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469487 Jun 07 16:05:31.406091 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-9d1e2703-8c53-4f7f-b8bf-ecb1e0f14941 service neutron] 10.222.0.18 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911206 Jun 07 16:05:31.503104 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-ae5cbce3-f4ff-4922-8612-440804a30981 service neutron] 10.222.0.18 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907946 Jun 07 16:05:31.913850 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=17 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:32.050973 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f78b371-6213-4016-9e68-b20a489503d5 req-5735d8e6-2c39-47c5-9442-7636b8fbf8f1 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 210 time: 0.0404048 Jun 07 16:05:33.099551 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60346) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:33.161847 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-74aabf4d-a237-4278-960d-0adcb10d551f req-25c0b561-cc90-4f6d-aeae-a7af3220298e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 210 time: 0.0360200 Jun 07 16:05:33.222236 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7c940ebc-5c97-4107-8bb4-7de39f061219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:33.249989 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:33.303844 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7c940ebc-5c97-4107-8bb4-7de39f061219 admin admin] Publish callbacks [] for security_group (9ecbbfa6-ca4b-4af0-8aad-bf88f3721cff), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:33.307518 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7c940ebc-5c97-4107-8bb4-7de39f061219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9ecbbfa6-ca4b-4af0-8aad-bf88f3721cff), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:33.347401 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-7c940ebc-5c97-4107-8bb4-7de39f061219 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27bd9552e272496d926c30ed3d5e591b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467730 Jun 07 16:05:33.348281 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c940ebc-5c97-4107-8bb4-7de39f061219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecbbfa6-ca4b-4af0-8aad-bf88f3721cff,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:33.350083 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60354) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:33.404270 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a91c49bf-b36c-4be4-a59a-cf09f9ef0083 admin admin] Publish callbacks [] for security_group (9ecbbfa6-ca4b-4af0-8aad-bf88f3721cff), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:33.413018 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:33.437110 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a91c49bf-b36c-4be4-a59a-cf09f9ef0083 admin admin] Publish callbacks [] for security_group (9ecbbfa6-ca4b-4af0-8aad-bf88f3721cff), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:33.501634 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a91c49bf-b36c-4be4-a59a-cf09f9ef0083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9ecbbfa6-ca4b-4af0-8aad-bf88f3721cff), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:33.504188 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a91c49bf-b36c-4be4-a59a-cf09f9ef0083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:33.505348 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-a91c49bf-b36c-4be4-a59a-cf09f9ef0083 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ecbbfa6-ca4b-4af0-8aad-bf88f3721cff HTTP/1.1" status: 204 len: 168 time: 0.1541367 Jun 07 16:05:33.513451 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c49bf-b36c-4be4-a59a-cf09f9ef0083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecbbfa6-ca4b-4af0-8aad-bf88f3721cff,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:33.767787 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60364) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:33.781541 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8b18bcd2-99b3-46b9-b27e-97e6b1e2425f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:33.783883 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:33.863823 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8b18bcd2-99b3-46b9-b27e-97e6b1e2425f admin admin] Publish callbacks [] for security_group (fda4bb7a-941e-4e15-8007-e6b879c63f9e), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:33.867512 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8b18bcd2-99b3-46b9-b27e-97e6b1e2425f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (fda4bb7a-941e-4e15-8007-e6b879c63f9e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:33.909423 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8b18bcd2-99b3-46b9-b27e-97e6b1e2425f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1b65ea8d65945e7afbcbef2381fd416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405487 Jun 07 16:05:33.910248 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18bcd2-99b3-46b9-b27e-97e6b1e2425f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda4bb7a-941e-4e15-8007-e6b879c63f9e,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:33.912228 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60366) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:33.961878 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-73e92032-dddc-4cfe-b6ac-f8c70e30d888 admin admin] Publish callbacks [] for security_group (fda4bb7a-941e-4e15-8007-e6b879c63f9e), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:33.984264 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-73e92032-dddc-4cfe-b6ac-f8c70e30d888 admin admin] Publish callbacks [] for security_group (fda4bb7a-941e-4e15-8007-e6b879c63f9e), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:34.029724 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-73e92032-dddc-4cfe-b6ac-f8c70e30d888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (fda4bb7a-941e-4e15-8007-e6b879c63f9e), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:34.032740 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-73e92032-dddc-4cfe-b6ac-f8c70e30d888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:34.033858 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-73e92032-dddc-4cfe-b6ac-f8c70e30d888 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fda4bb7a-941e-4e15-8007-e6b879c63f9e HTTP/1.1" status: 204 len: 168 time: 0.1205912 Jun 07 16:05:34.041544 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e92032-dddc-4cfe-b6ac-f8c70e30d888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda4bb7a-941e-4e15-8007-e6b879c63f9e,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:34.261092 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0042b0fa-1065-43b6-b387-815daebb8acd req-27405a96-c3d9-4431-9a31-b1e9a137ae28 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 210 time: 0.0284486 Jun 07 16:05:35.373570 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-be4b62c1-2f4f-4e19-bf18-a4c20ae53b4b req-81c50c84-6aaa-4641-b3f6-60f6f4d7db70 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 210 time: 0.0330608 Jun 07 16:05:35.878685 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-5a2e4abd-f356-4781-92d7-78cf3203f604 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:35.880148 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-5a2e4abd-f356-4781-92d7-78cf3203f604 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 812 time: 0.1129971 Jun 07 16:05:36.400862 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60492) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:36.497113 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d23d6cd5-b0d4-43fd-b243-89eb900d0116 req-8a26aa15-a07e-415c-b5ad-13f82d545e97 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 210 time: 0.0445037 Jun 07 16:05:36.766069 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:36.780304 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Deleting port 0e1c51da-a445-49cc-b07c-75051237c446 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:36.780904 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (0e1c51da-a445-49cc-b07c-75051237c446), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:36.863841 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (0e1c51da-a445-49cc-b07c-75051237c446), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:36.864171 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for floatingip (0e1c51da-a445-49cc-b07c-75051237c446), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:36.878006 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Calling delete_port for 0e1c51da-a445-49cc-b07c-75051237c446 owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:37.054124 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (0e1c51da-a445-49cc-b07c-75051237c446), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:37.083658 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event deleted for resources: {'Port': ['ID=0e1c51da-a445-49cc-b07c-75051237c446,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:37.130093 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60536) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:37.155328 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for floatingip (f63d64e9-2405-4165-858a-2978909d1922), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:37.155719 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.l3_db [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Floating IP f63d64e9-2405-4165-858a-2978909d1922 disassociated (deleted). External IP: 172.27.2.156, port: ecee4301-3191-46a9-9f87-5b81919581bd. Jun 07 16:05:37.244397 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2496-8f61-4ac1-87a0-9441f399c649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:37.264138 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:37.441275 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2496-8f61-4ac1-87a0-9441f399c649 admin admin] Publish callbacks [] for security_group (bfdcdf68-86fe-411c-a805-4a5819944920), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:37.446494 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2496-8f61-4ac1-87a0-9441f399c649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (bfdcdf68-86fe-411c-a805-4a5819944920), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:37.473012 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Router 421373f8-6696-4e3d-acb1-ee5b376eaa38 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:05:37.496827 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c2496-8f61-4ac1-87a0-9441f399c649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdcdf68-86fe-411c-a805-4a5819944920,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:37.506255 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-6d5c2496-8f61-4ac1-87a0-9441f399c649 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12cd99c721a04d64a5546809a0606f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752019 Jun 07 16:05:37.509903 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60540) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:37.595711 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:37.606953 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dee97a1b-4f33-47e3-8072-453d71046102 req-37e8d69c-c1f0-4469-a7fd-d3bdcd5a528c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 210 time: 0.0390840 Jun 07 16:05:37.610172 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eb93cc45-3df2-40af-802e-4047df36744d admin admin] Publish callbacks [] for security_group (bfdcdf68-86fe-411c-a805-4a5819944920), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:37.627825 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:05:37.634224 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:37.641010 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812464d6-6d6f-49f3-b664-12ff0c1476ef None None] Sync routers for ids ['421373f8-6696-4e3d-acb1-ee5b376eaa38'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:05:37.659473 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812464d6-6d6f-49f3-b664-12ff0c1476ef None None] Routers {'421373f8-6696-4e3d-acb1-ee5b376eaa38'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:37.660129 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-812464d6-6d6f-49f3-b664-12ff0c1476ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:05:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['421373f8-6696-4e3d-acb1-ee5b376eaa38'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:37.664447 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eb93cc45-3df2-40af-802e-4047df36744d admin admin] Publish callbacks [] for security_group (bfdcdf68-86fe-411c-a805-4a5819944920), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:37.671236 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-763ff7a3-7e10-4e4e-b826-8c7b0a6f8dcb tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "DELETE /v2.0/floatingips/f63d64e9-2405-4165-858a-2978909d1922 HTTP/1.1" status: 204 len: 168 time: 1.2690334 Jun 07 16:05:37.671870 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:05:37.674692 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f097f6ac36b35195947aa4438c9488911cf55d48cfeb24672d25f9ae282f2969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dd58f8-d293-4107-8ec9-48f940c866a3" -d '{"events": [{"name": "network-changed", "server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:05:37.761040 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eb93cc45-3df2-40af-802e-4047df36744d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (bfdcdf68-86fe-411c-a805-4a5819944920), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:37.764767 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eb93cc45-3df2-40af-802e-4047df36744d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:37.775321 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-eb93cc45-3df2-40af-802e-4047df36744d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfdcdf68-86fe-411c-a805-4a5819944920 HTTP/1.1" status: 204 len: 168 time: 0.2561460 Jun 07 16:05:37.800820 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93cc45-3df2-40af-802e-4047df36744d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdcdf68-86fe-411c-a805-4a5819944920,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:37.852094 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-812464d6-6d6f-49f3-b664-12ff0c1476ef None None] Set router 421373f8-6696-4e3d-acb1-ee5b376eaa38 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:37.978943 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbac7c7-3858-4003-8ea3-94e9460cf1d7 x-openstack-request-id: req-0fbac7c7-3858-4003-8ea3-94e9460cf1d7 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:05:37.979233 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd", "status": "completed", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:05:37.979487 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fbac7c7-3858-4003-8ea3-94e9460cf1d7 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:05:37.979893 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbac7c7-3858-4003-8ea3-94e9460cf1d7'] response: {'name': 'network-changed', 'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'status': 'completed', 'code': 200} Jun 07 16:05:38.017341 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e518a55-732f-4deb-8cbf-b4c6f2caee62 req-1f3085a7-b9de-4e38-bc88-3649dcb87eba tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:38.019071 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7e518a55-732f-4deb-8cbf-b4c6f2caee62 req-1f3085a7-b9de-4e38-bc88-3649dcb87eba tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0630028 Jun 07 16:05:38.078131 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7e518a55-732f-4deb-8cbf-b4c6f2caee62 req-de415552-4b75-4ddb-bb17-b891084bab85 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528636 Jun 07 16:05:38.102651 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-812464d6-6d6f-49f3-b664-12ff0c1476ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:14Z', 'revision_number': 4, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '84a0822a-88dd-4afe-9392-0950cb1cb650', 'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'mac_address': 'fa:16:3e:a9:83:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:13Z', 'updated_at': '2022-06-07T16:00:21Z', 'revision_number': 5, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'subnets': [{'id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:38.131064 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812464d6-6d6f-49f3-b664-12ff0c1476ef None None] Checking router: 421373f8-6696-4e3d-acb1-ee5b376eaa38 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:05:38.138561 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:38.144006 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812464d6-6d6f-49f3-b664-12ff0c1476ef None None] Routers {'421373f8-6696-4e3d-acb1-ee5b376eaa38'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:38.144732 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-812464d6-6d6f-49f3-b664-12ff0c1476ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:05:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['421373f8-6696-4e3d-acb1-ee5b376eaa38'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:38.155801 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60564) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:38.169822 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb1babda-c8f4-417f-b407-71290d779500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:38.250312 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb1babda-c8f4-417f-b407-71290d779500 admin admin] Publish callbacks [] for security_group (afc9e718-2de0-42fe-96b9-31aca5ad6560), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:38.255508 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb1babda-c8f4-417f-b407-71290d779500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (afc9e718-2de0-42fe-96b9-31aca5ad6560), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:38.267053 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-812464d6-6d6f-49f3-b664-12ff0c1476ef None None] Set router 421373f8-6696-4e3d-acb1-ee5b376eaa38 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:38.305731 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-fb1babda-c8f4-417f-b407-71290d779500 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1665463fafe402f9af5e72872ba82ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486802 Jun 07 16:05:38.306611 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1babda-c8f4-417f-b407-71290d779500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc9e718-2de0-42fe-96b9-31aca5ad6560,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:38.308236 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60566) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:38.362951 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c7fa0b64-b373-4d19-8379-2a25985db8be admin admin] Publish callbacks [] for security_group (afc9e718-2de0-42fe-96b9-31aca5ad6560), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:38.388411 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c7fa0b64-b373-4d19-8379-2a25985db8be admin admin] Publish callbacks [] for security_group (afc9e718-2de0-42fe-96b9-31aca5ad6560), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:38.434672 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c7fa0b64-b373-4d19-8379-2a25985db8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (afc9e718-2de0-42fe-96b9-31aca5ad6560), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:38.438076 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c7fa0b64-b373-4d19-8379-2a25985db8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:38.439209 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-c7fa0b64-b373-4d19-8379-2a25985db8be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afc9e718-2de0-42fe-96b9-31aca5ad6560 HTTP/1.1" status: 204 len: 168 time: 0.1299891 Jun 07 16:05:38.450740 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa0b64-b373-4d19-8379-2a25985db8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc9e718-2de0-42fe-96b9-31aca5ad6560,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:38.477432 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:38.485241 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-812464d6-6d6f-49f3-b664-12ff0c1476ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:14Z', 'revision_number': 4, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '84a0822a-88dd-4afe-9392-0950cb1cb650', 'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'mac_address': 'fa:16:3e:a9:83:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:13Z', 'updated_at': '2022-06-07T16:00:21Z', 'revision_number': 5, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'subnets': [{'id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:38.511635 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812464d6-6d6f-49f3-b664-12ff0c1476ef None None] The sync data for ids ['421373f8-6696-4e3d-acb1-ee5b376eaa38'] in dv-cinder-844879-2-iscsi is: [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:00:14Z', 'revision_number': 4, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '84a0822a-88dd-4afe-9392-0950cb1cb650', 'name': '', 'network_id': 'b8456bfa-e327-4646-9098-4f04d53b18a5', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'mac_address': 'fa:16:3e:a9:83:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:13Z', 'updated_at': '2022-06-07T16:00:21Z', 'revision_number': 5, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'subnets': [{'id': '7e29039f-3438-4bb9-8234-bd4dbb940c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:05:38.565663 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:38.608047 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:38.644238 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd58f8-d293-4107-8ec9-48f940c866a3 req-1cd295dd-2934-4d6e-ae42-6e234439870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:38.645912 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78dd58f8-d293-4107-8ec9-48f940c866a3 req-1cd295dd-2934-4d6e-ae42-6e234439870b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bc2a18d64e440eabb0f4f4a072cf671&device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 1130 time: 0.0709014 Jun 07 16:05:38.657552 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-f957da16-b4be-4fb1-8c7c-6b6264986f3a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b HTTP/1.1" status: 200 len: 379 time: 0.1073821 Jun 07 16:05:38.739079 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e4eaf44f-d964-4c17-9c98-df1e5e926cbc req-1754f7e5-d5a5-48a7-92ec-226b7ad99bda tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 210 time: 0.0389435 Jun 07 16:05:38.849933 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d7522-fbc1-45ab-8199-c64aae6d4b98 None None] New status for floating IP f63d64e9-2405-4165-858a-2978909d1922: DOWN {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:05:39.198553 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc5b56-b318-4127-931a-9501d9f8de9e req-fb297ce2-2668-48bc-ad0d-8508e57a1db5 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:39.200046 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-87cc5b56-b318-4127-931a-9501d9f8de9e req-fb297ce2-2668-48bc-ad0d-8508e57a1db5 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0508623 Jun 07 16:05:39.250893 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-87cc5b56-b318-4127-931a-9501d9f8de9e req-2c91034d-2624-495b-9e33-7e5297582254 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445693 Jun 07 16:05:39.843778 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-36eed644-6216-4d2b-b813-81202fc8b156 req-43205cae-223a-41ba-843d-e756ba5dea53 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 210 time: 0.0283678 Jun 07 16:05:40.365051 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bba03-eb6f-482b-80de-1eb45a99dcf7 req-59665441-6e42-4512-b963-efca1a3a4787 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:40.366523 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c45bba03-eb6f-482b-80de-1eb45a99dcf7 req-59665441-6e42-4512-b963-efca1a3a4787 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0473795 Jun 07 16:05:40.423714 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c45bba03-eb6f-482b-80de-1eb45a99dcf7 req-1fc068ab-ce6f-4142-a342-05dc6ac248b2 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515766 Jun 07 16:05:40.944862 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-008cf0c5-44b9-4309-9d51-4c2069ef5cac req-40ae8a8f-3e46-492b-a4a2-ba19a1da4daa tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 210 time: 0.0317979 Jun 07 16:05:41.003213 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60666) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:41.113630 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76e44448-4e84-4ef6-b612-eb27e0305e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:41.191970 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76e44448-4e84-4ef6-b612-eb27e0305e9f admin admin] Publish callbacks [] for security_group (3ece74dc-7293-4094-b5f2-bc7a03da2e2c), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:41.195474 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76e44448-4e84-4ef6-b612-eb27e0305e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (3ece74dc-7293-4094-b5f2-bc7a03da2e2c), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:41.415292 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-76e44448-4e84-4ef6-b612-eb27e0305e9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dafa818b25ad45c8b734acf34dd05f5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4109621 Jun 07 16:05:41.416624 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e44448-4e84-4ef6-b612-eb27e0305e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ece74dc-7293-4094-b5f2-bc7a03da2e2c,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:41.417961 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60672) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:41.468866 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Publish callbacks [] for security_group (3ece74dc-7293-4094-b5f2-bc7a03da2e2c), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:41.490587 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Publish callbacks [] for security_group (3ece74dc-7293-4094-b5f2-bc7a03da2e2c), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:41.557238 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ac8e-c984-4411-a7f2-dccca3c7d8cc req-698c3c35-ec5a-4b07-b8b2-76b55df3ef0b tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:41.558674 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-92a1ac8e-c984-4411-a7f2-dccca3c7d8cc req-698c3c35-ec5a-4b07-b8b2-76b55df3ef0b tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.0660746 Jun 07 16:05:41.593222 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (3ece74dc-7293-4094-b5f2-bc7a03da2e2c), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:41.595640 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:41.596746 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ece74dc-7293-4094-b5f2-bc7a03da2e2c HTTP/1.1" status: 204 len: 168 time: 0.1778316 Jun 07 16:05:41.616474 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ece74dc-7293-4094-b5f2-bc7a03da2e2c,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:41.623003 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-92a1ac8e-c984-4411-a7f2-dccca3c7d8cc req-ba123f48-d63a-4785-ba12-0e4eb7e60258 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584044 Jun 07 16:05:41.628759 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.629103 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.629439 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.629773 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.630101 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.630529 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.630731 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.631161 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.631593 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.631808 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.632121 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.632463 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.632782 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.633154 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.633408 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f05de-3702-4451-b4b9-e401ffbc0145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:41.711851 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'port': {'device_id': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'admin_state_up': True, 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'security_groups': ['7cd3a648-2ded-415d-8bc9-0e92ff5097be']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:05:41.807797 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd58f8-d293-4107-8ec9-48f940c866a3 req-e4453247-e4fc-462a-abf5-d9efd0c22cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:41.809336 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78dd58f8-d293-4107-8ec9-48f940c866a3 req-e4453247-e4fc-462a-abf5-d9efd0c22cb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8456bfa-e327-4646-9098-4f04d53b18a5 HTTP/1.1" status: 200 len: 910 time: 0.1630809 Jun 07 16:05:41.852237 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Made reservation on behalf of 44a1ab295b3a423aa2b3183a3e25ec0b for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:05:41.855668 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:41.935602 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:41.996677 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78dd58f8-d293-4107-8ec9-48f940c866a3 req-88a846a4-99e5-4e79-a6fd-95994614578c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecee4301-3191-46a9-9f87-5b81919581bd HTTP/1.1" status: 200 len: 217 time: 0.0571733 Jun 07 16:05:42.007123 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60686) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:42.024684 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f563ca2e-7cd4-4e65-94a2-080852e940d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:42.064534 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:42.080526 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2539d5cc-22fe-4fa1-add9-460b38b0218b req-e26c2ea5-cdf2-4c0e-aa9a-0ffba3608f5c tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 210 time: 0.0499239 Jun 07 16:05:42.087069 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:42.088653 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Allocated IP 172.20.0.13 (a5da0562-0cd6-4376-86ed-2ba23dbfe827/d3a95d50-eba3-45e1-9229-ae3e4abece84/764822f5-eb58-4c69-86cf-5133a4e4dddf) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:05:42.095759 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd58f8-d293-4107-8ec9-48f940c866a3 req-f2b94f4c-bafa-4d25-aab8-8f917b1bec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:42.097466 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78dd58f8-d293-4107-8ec9-48f940c866a3 req-f2b94f4c-bafa-4d25-aab8-8f917b1bec29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e29039f-3438-4bb9-8234-bd4dbb940c1e HTTP/1.1" status: 200 len: 848 time: 0.0941777 Jun 07 16:05:42.142054 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f563ca2e-7cd4-4e65-94a2-080852e940d5 admin admin] Publish callbacks [] for security_group (6a6f8fda-03db-400a-be52-b3f24d27a1f3), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:42.148814 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f563ca2e-7cd4-4e65-94a2-080852e940d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (6a6f8fda-03db-400a-be52-b3f24d27a1f3), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:42.193716 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f563ca2e-7cd4-4e65-94a2-080852e940d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=699d9123e21340f1bc23c0b875b42b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854084 Jun 07 16:05:42.195720 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563ca2e-7cd4-4e65-94a2-080852e940d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6f8fda-03db-400a-be52-b3f24d27a1f3,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:42.196399 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60692) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:42.333555 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:42.338356 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd58f8-d293-4107-8ec9-48f940c866a3 req-e1df529f-10ed-416f-a291-279273f87360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:42.339908 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78dd58f8-d293-4107-8ec9-48f940c866a3 req-e1df529f-10ed-416f-a291-279273f87360 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8456bfa-e327-4646-9098-4f04d53b18a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851476 Jun 07 16:05:42.602075 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1e828bbe-2bd9-40b0-a6c5-15887956dba0 admin admin] Publish callbacks [] for security_group (6a6f8fda-03db-400a-be52-b3f24d27a1f3), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:42.673602 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49606c-76b4-4eb0-8d77-247e338a16a1 req-fa99d0d3-adc0-4a26-a744-0ff30d723da2 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:42.675035 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bd49606c-76b4-4eb0-8d77-247e338a16a1 req-fa99d0d3-adc0-4a26-a744-0ff30d723da2 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.24 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.3534908 Jun 07 16:05:42.708297 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1e828bbe-2bd9-40b0-a6c5-15887956dba0 admin admin] Publish callbacks [] for security_group (6a6f8fda-03db-400a-be52-b3f24d27a1f3), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:42.820026 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:42.875572 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ddda5-8efe-4d19-a96a-83fafc372d85 req-b944e3c7-ac5a-4762-8552-4d1fe142c456 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:42.876981 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6f7ddda5-8efe-4d19-a96a-83fafc372d85 req-b944e3c7-ac5a-4762-8552-4d1fe142c456 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 946 time: 0.1786666 Jun 07 16:05:42.904600 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78dd58f8-d293-4107-8ec9-48f940c866a3 req-a389288f-23d1-4ca7-a6e0-a1ca594857e7 service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052471 Jun 07 16:05:42.961490 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:05:42.962161 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-bd49606c-76b4-4eb0-8d77-247e338a16a1 req-a06fb16c-fec1-4605-a52c-9d8f1787e038 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Deleting port ecee4301-3191-46a9-9f87-5b81919581bd {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:42.962558 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-bd49606c-76b4-4eb0-8d77-247e338a16a1 req-a06fb16c-fec1-4605-a52c-9d8f1787e038 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:43.016513 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:05:43.046864 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:05:43.049685 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'Port': ['ID=764822f5-eb58-4c69-86cf-5133a4e4dddf,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:43.057662 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:43.084392 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1e828bbe-2bd9-40b0-a6c5-15887956dba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (6a6f8fda-03db-400a-be52-b3f24d27a1f3), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:43.086903 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1e828bbe-2bd9-40b0-a6c5-15887956dba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:43.088047 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1e828bbe-2bd9-40b0-a6c5-15887956dba0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a6f8fda-03db-400a-be52-b3f24d27a1f3 HTTP/1.1" status: 204 len: 168 time: 0.8905730 Jun 07 16:05:43.136759 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:43.267224 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:43.267960 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:43.352674 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e828bbe-2bd9-40b0-a6c5-15887956dba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6f8fda-03db-400a-be52-b3f24d27a1f3,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:43.396460 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6f7ddda5-8efe-4d19-a96a-83fafc372d85 req-cdfc3b81-4e15-4aa6-81ec-dabd5d837cc7 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/security-groups?id=db63c86c-8615-4042-8079-733046bc2592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4941416 Jun 07 16:05:43.425991 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-8e80baff-7cfc-4d2a-abd2-e6ff970b126b None None] Provisioning complete for port 764822f5-eb58-4c69-86cf-5133a4e4dddf triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:05:43.428000 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8e80baff-7cfc-4d2a-abd2-e6ff970b126b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:43.428335 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-bd49606c-76b4-4eb0-8d77-247e338a16a1 req-a06fb16c-fec1-4605-a52c-9d8f1787e038 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] For port ecee4301-3191-46a9-9f87-5b81919581bd, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=ecee4301-3191-46a9-9f87-5b81919581bd,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:43.428743 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-bd49606c-76b4-4eb0-8d77-247e338a16a1 req-a06fb16c-fec1-4605-a52c-9d8f1787e038 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:43.433968 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-40c9fe95-288c-4e78-b04a-c1eb0c70c1cc tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7261999 Jun 07 16:05:43.451266 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dd5d9-ccb4-4528-8c8c-539ed97bbe4c req-9515a22a-bf3b-4036-a3d1-06b93f0b0c2e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:43.453533 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-659dd5d9-ccb4-4528-8c8c-539ed97bbe4c req-9515a22a-bf3b-4036-a3d1-06b93f0b0c2e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 932 time: 0.1479232 Jun 07 16:05:43.459588 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Request body: {'port': {'device_id': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:05:43.473916 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78dd58f8-d293-4107-8ec9-48f940c866a3 req-d106e924-4a6c-482c-8777-2688809bc9cf service neutron] 10.222.0.24 "GET /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603755 Jun 07 16:05:43.475028 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-bd49606c-76b4-4eb0-8d77-247e338a16a1 req-a06fb16c-fec1-4605-a52c-9d8f1787e038 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Calling delete_port for ecee4301-3191-46a9-9f87-5b81919581bd owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:43.491719 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-8e80baff-7cfc-4d2a-abd2-e6ff970b126b None None] Port 764822f5-eb58-4c69-86cf-5133a4e4dddf cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:05:43.630563 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-659dd5d9-ccb4-4528-8c8c-539ed97bbe4c req-78ca52a6-7e20-4d97-a23a-d5adcce1df4a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640604 Jun 07 16:05:43.645413 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:43.862143 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-bd49606c-76b4-4eb0-8d77-247e338a16a1 req-a06fb16c-fec1-4605-a52c-9d8f1787e038 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (ecee4301-3191-46a9-9f87-5b81919581bd), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:43.904430 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:43.905662 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fb16c-fec1-4605-a52c-9d8f1787e038 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event deleted for resources: {'Port': ['ID=ecee4301-3191-46a9-9f87-5b81919581bd,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:44.052475 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd49606c-76b4-4eb0-8d77-247e338a16a1 req-a06fb16c-fec1-4605-a52c-9d8f1787e038 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] No DVR routers for this DVR port ecee4301-3191-46a9-9f87-5b81919581bd on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:05:44.056437 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-bd49606c-76b4-4eb0-8d77-247e338a16a1 req-a06fb16c-fec1-4605-a52c-9d8f1787e038 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:44.059572 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bd49606c-76b4-4eb0-8d77-247e338a16a1 req-a06fb16c-fec1-4605-a52c-9d8f1787e038 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.24 "DELETE /v2.0/ports/ecee4301-3191-46a9-9f87-5b81919581bd HTTP/1.1" status: 204 len: 173 time: 1.3749933 Jun 07 16:05:44.060197 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'name': 'network-vif-deleted', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:05:44.063316 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca84eb8-7c33-451a-a4fe-b13bf8edabc6" -d '{"events": [{"server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "name": "network-vif-deleted", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:05:44.159913 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0fc03c-a7d2-466d-b700-2029a0eb3a4e x-openstack-request-id: req-ff0fc03c-a7d2-466d-b700-2029a0eb3a4e {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:05:44.160188 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02aea574-14a9-41bc-8699-a5d3525a3390", "name": "network-vif-deleted", "tag": "ecee4301-3191-46a9-9f87-5b81919581bd", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:05:44.163568 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff0fc03c-a7d2-466d-b700-2029a0eb3a4e {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:05:44.165042 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0fc03c-a7d2-466d-b700-2029a0eb3a4e'] response: {'server_uuid': '02aea574-14a9-41bc-8699-a5d3525a3390', 'name': 'network-vif-deleted', 'tag': 'ecee4301-3191-46a9-9f87-5b81919581bd', 'status': 'completed', 'code': 200} Jun 07 16:05:44.232535 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764822f5-eb58-4c69-86cf-5133a4e4dddf {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:05:44.240819 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Publish callbacks [] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:44.254496 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Transition to ACTIVE for port object 764822f5-eb58-4c69-86cf-5133a4e4dddf will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:05:44.259511 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:44.341645 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=764822f5-eb58-4c69-86cf-5133a4e4dddf,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:44.432058 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:44.452570 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Attempting to bind port 764822f5-eb58-4c69-86cf-5133a4e4dddf on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:05:44.452982 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Attempting to bind port 764822f5-eb58-4c69-86cf-5133a4e4dddf by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:05:44.453527 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Attempting to bind port 764822f5-eb58-4c69-86cf-5133a4e4dddf on network a5da0562-0cd6-4376-86ed-2ba23dbfe827 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:05:44.462689 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Port 764822f5-eb58-4c69-86cf-5133a4e4dddf on network a5da0562-0cd6-4376-86ed-2ba23dbfe827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:05:44.463123 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Attempting to bind port 764822f5-eb58-4c69-86cf-5133a4e4dddf on network a5da0562-0cd6-4376-86ed-2ba23dbfe827 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:05:44.471340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:05:44.471763 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Checking segment: {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:05:44.472296 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Bound using segment: {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:05:44.473088 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Bound port: 764822f5-eb58-4c69-86cf-5133a4e4dddf, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a769536-87c4-4607-b4d9-e86473d9ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:05:44.473647 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:44.617675 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a24b4e14-9bd8-4a08-ba0c-876d84bebf5b req-bf4f5d46-1f99-4317-a744-a62d9b476e6d tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "GET /v2.0/ports?device_id=02aea574-14a9-41bc-8699-a5d3525a3390 HTTP/1.1" status: 200 len: 210 time: 0.0704005 Jun 07 16:05:44.649780 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] For port 764822f5-eb58-4c69-86cf-5133a4e4dddf, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:05:44.684419 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] For port 764822f5-eb58-4c69-86cf-5133a4e4dddf, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=764822f5-eb58-4c69-86cf-5133a4e4dddf,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:05:44.705496 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:44.804900 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:44.805767 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:44.807772 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/764822f5-eb58-4c69-86cf-5133a4e4dddf HTTP/1.1" status: 200 len: 1094 time: 1.3641021 Jun 07 16:05:44.892738 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323aaef-1824-4777-878c-b4a6d952f8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=764822f5-eb58-4c69-86cf-5133a4e4dddf,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:44.907556 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbe611-649f-4a2f-8e25-ee8c9251c685 req-7dac72f7-6317-492b-9c7a-ae9d3e1b6529 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:44.915381 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-31cbe611-649f-4a2f-8e25-ee8c9251c685 req-7dac72f7-6317-492b-9c7a-ae9d3e1b6529 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 944 time: 0.1044867 Jun 07 16:05:44.995477 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-da32b73a-9b57-4a80-96db-764ba6ef6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:44.997209 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-da32b73a-9b57-4a80-96db-764ba6ef6fd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 1128 time: 0.0705156 Jun 07 16:05:45.053523 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-31cbe611-649f-4a2f-8e25-ee8c9251c685 req-3e7641ce-559e-4f51-bca3-d489448a4487 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368368 Jun 07 16:05:45.204575 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-84608227-847a-4cfa-8201-ec7440996e0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=764822f5-eb58-4c69-86cf-5133a4e4dddf HTTP/1.1" status: 200 len: 217 time: 0.0525496 Jun 07 16:05:45.261003 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-dcaa3340-9ce7-4aa5-88d3-b4a49b5d3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:45.262461 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-dcaa3340-9ce7-4aa5-88d3-b4a49b5d3cd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.0511379 Jun 07 16:05:45.305351 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60806) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:45.323810 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-9d22f308-2223-456f-861a-1ad2942c6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:45.325352 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-9d22f308-2223-456f-861a-1ad2942c6561 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551832 Jun 07 16:05:45.440943 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-c09268c6-3214-4d92-9fa3-5a173446ead7 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079106 Jun 07 16:05:45.441870 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91962f50-41d8-47ca-8e1e-200f2d9b1d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:45.524585 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:45.573189 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b185cd1-338b-42c2-be94-805ed9305d2a req-610538c0-b8a8-4faf-9f76-2a9647bca1d9 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232011 Jun 07 16:05:45.600578 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91962f50-41d8-47ca-8e1e-200f2d9b1d70 admin admin] Publish callbacks [] for security_group (b6edb10d-1c06-41a1-8e9f-eae4fffb7d40), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:45.604293 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91962f50-41d8-47ca-8e1e-200f2d9b1d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (b6edb10d-1c06-41a1-8e9f-eae4fffb7d40), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:45.643783 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-91962f50-41d8-47ca-8e1e-200f2d9b1d70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f96a974b51a8403d89d4bebb2f5e3bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371866 Jun 07 16:05:45.644634 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91962f50-41d8-47ca-8e1e-200f2d9b1d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6edb10d-1c06-41a1-8e9f-eae4fffb7d40,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:45.646564 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60812) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:45.676224 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60814) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:45.698396 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Publish callbacks [] for security_group (b6edb10d-1c06-41a1-8e9f-eae4fffb7d40), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:45.721216 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Publish callbacks [] for security_group (b6edb10d-1c06-41a1-8e9f-eae4fffb7d40), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:45.735053 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-db782504-a687-402c-b335-63cd3399eed5 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group (db63c86c-8615-4042-8079-733046bc2592), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:45.744686 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:45.762360 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-db782504-a687-402c-b335-63cd3399eed5 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group (db63c86c-8615-4042-8079-733046bc2592), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:45.773926 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (b6edb10d-1c06-41a1-8e9f-eae4fffb7d40), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:45.776575 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:45.777711 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6edb10d-1c06-41a1-8e9f-eae4fffb7d40 HTTP/1.1" status: 204 len: 168 time: 0.1301019 Jun 07 16:05:45.786786 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6edb10d-1c06-41a1-8e9f-eae4fffb7d40,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:45.789555 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:45.795119 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.795494 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.795839 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.796175 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.796886 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.796886 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.797165 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.797492 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.797838 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.798168 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.798510 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.798851 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.799184 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.799503 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.799816 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f504c-b337-467a-8c46-dc6698ac5ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:45.849877 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-db782504-a687-402c-b335-63cd3399eed5 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (db63c86c-8615-4042-8079-733046bc2592), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:45.852527 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-db782504-a687-402c-b335-63cd3399eed5 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:45.853659 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-db782504-a687-402c-b335-63cd3399eed5 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] 10.222.0.18 "DELETE /v2.0/security-groups/db63c86c-8615-4042-8079-733046bc2592 HTTP/1.1" status: 204 len: 168 time: 0.1755612 Jun 07 16:05:45.863787 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db782504-a687-402c-b335-63cd3399eed5 tempest-TestShelveInstance-142630982 tempest-TestShelveInstance-142630982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db63c86c-8615-4042-8079-733046bc2592,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:45.917095 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60824) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:46.073810 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device ecee4301-3191-46a9-9f87-5b81919581bd no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:46.118359 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: ecee4301-3191-46a9-9f87-5b81919581bd {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:46.118779 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device ecee4301-3191-46a9-9f87-5b81919581bd not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:46.166108 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'tag': '764822f5-eb58-4c69-86cf-5133a4e4dddf'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:05:46.168322 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218b91bf-1b10-4267-9aec-c5aee935ed36" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ada36d-b4a9-4183-b872-8810804ff83d", "tag": "764822f5-eb58-4c69-86cf-5133a4e4dddf"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:05:46.232196 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c059d56-cdb1-46f7-b78c-fdea6961fe48 x-openstack-request-id: req-5c059d56-cdb1-46f7-b78c-fdea6961fe48 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:05:46.232325 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ada36d-b4a9-4183-b872-8810804ff83d", "tag": "764822f5-eb58-4c69-86cf-5133a4e4dddf", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:05:46.232585 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c059d56-cdb1-46f7-b78c-fdea6961fe48 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:05:46.233897 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c059d56-cdb1-46f7-b78c-fdea6961fe48'] response: {'name': 'network-changed', 'server_uuid': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'tag': '764822f5-eb58-4c69-86cf-5133a4e4dddf', 'status': 'completed', 'code': 200} Jun 07 16:05:46.250244 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692d34-f7f2-41b7-8c3b-889ac42eb50d req-cd8f9fd2-5097-473f-a8a5-b065835e6bdf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:46.251840 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-36692d34-f7f2-41b7-8c3b-889ac42eb50d req-cd8f9fd2-5097-473f-a8a5-b065835e6bdf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 944 time: 0.0986829 Jun 07 16:05:46.310677 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:46.368309 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b91bf-1b10-4267-9aec-c5aee935ed36 req-dbc50801-0e6e-4f66-9598-a90d48ebb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:46.370393 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-218b91bf-1b10-4267-9aec-c5aee935ed36 req-dbc50801-0e6e-4f66-9598-a90d48ebb3d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 1128 time: 0.1099806 Jun 07 16:05:46.434127 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-36692d34-f7f2-41b7-8c3b-889ac42eb50d req-bf3455de-57a5-4d3a-8b4b-42b342a038ac tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319327 Jun 07 16:05:46.718663 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60876) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:46.739520 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582351'] for router_interface (421373f8-6696-4e3d-acb1-ee5b376eaa38), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:46.854638 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad367acb-4a27-4b85-8795-08f704ddf4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:46.876111 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fcb10820-7956-40b6-b6a6-2bcb2a00dcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:46.963074 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad367acb-4a27-4b85-8795-08f704ddf4d9 admin admin] Publish callbacks [] for security_group (70397770-b0b7-4960-ab54-fc76e7fe911a), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:46.970330 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad367acb-4a27-4b85-8795-08f704ddf4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (70397770-b0b7-4960-ab54-fc76e7fe911a), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.016935 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ad367acb-4a27-4b85-8795-08f704ddf4d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aaad9a77b56043de8b38450ec47ecb0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964699 Jun 07 16:05:47.018239 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60888) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:47.018885 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367acb-4a27-4b85-8795-08f704ddf4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70397770-b0b7-4960-ab54-fc76e7fe911a,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:47.084015 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-75bc8cae-86c7-4b4d-9080-7da5f274fb81 admin admin] Publish callbacks [] for security_group (70397770-b0b7-4960-ab54-fc76e7fe911a), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.111802 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-75bc8cae-86c7-4b4d-9080-7da5f274fb81 admin admin] Publish callbacks [] for security_group (70397770-b0b7-4960-ab54-fc76e7fe911a), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.119504 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60892) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:47.177922 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-75bc8cae-86c7-4b4d-9080-7da5f274fb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (70397770-b0b7-4960-ab54-fc76e7fe911a), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.181424 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-75bc8cae-86c7-4b4d-9080-7da5f274fb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.187196 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-75bc8cae-86c7-4b4d-9080-7da5f274fb81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70397770-b0b7-4960-ab54-fc76e7fe911a HTTP/1.1" status: 204 len: 168 time: 0.1633058 Jun 07 16:05:47.195812 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc8cae-86c7-4b4d-9080-7da5f274fb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70397770-b0b7-4960-ab54-fc76e7fe911a,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:47.261628 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4b676661-61b5-4b16-9e39-08e020c6cfaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.263091 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:47.310698 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] Deleting port 84a0822a-88dd-4afe-9392-0950cb1cb650 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:47.312132 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.350472 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4b676661-61b5-4b16-9e39-08e020c6cfaf admin admin] Publish callbacks [] for security_group (27be64b3-327d-498e-a8c3-7f9f5815692f), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.354768 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4b676661-61b5-4b16-9e39-08e020c6cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (27be64b3-327d-498e-a8c3-7f9f5815692f), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.399675 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b676661-61b5-4b16-9e39-08e020c6cfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27be64b3-327d-498e-a8c3-7f9f5815692f,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:47.399894 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] For port 84a0822a-88dd-4afe-9392-0950cb1cb650, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=84a0822a-88dd-4afe-9392-0950cb1cb650,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:47.400102 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.411989 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60900) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:47.412661 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4b676661-61b5-4b16-9e39-08e020c6cfaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99bd6743619b49879367d0c512fca455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921250 Jun 07 16:05:47.421266 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] Calling delete_port for 84a0822a-88dd-4afe-9392-0950cb1cb650 owned by network:router_interface {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:47.480676 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:47.508314 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60904) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:47.522945 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0c1eca82-f475-40ce-b6c2-34f10ca9f0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.536171 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-20ad4b7e-927f-42d2-a989-3e5f515c9cdb admin admin] Publish callbacks [] for security_group (27be64b3-327d-498e-a8c3-7f9f5815692f), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.565618 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:47.615534 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0c1eca82-f475-40ce-b6c2-34f10ca9f0c3 admin admin] Publish callbacks [] for security_group (f35238ee-2729-4703-a0f7-5c966620f1cc), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.619633 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0c1eca82-f475-40ce-b6c2-34f10ca9f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (f35238ee-2729-4703-a0f7-5c966620f1cc), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.645457 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-20ad4b7e-927f-42d2-a989-3e5f515c9cdb admin admin] Publish callbacks [] for security_group (27be64b3-327d-498e-a8c3-7f9f5815692f), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.663530 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-0c1eca82-f475-40ce-b6c2-34f10ca9f0c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd0b759e78d54419800ec141a9dfdc68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540539 Jun 07 16:05:47.664442 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1eca82-f475-40ce-b6c2-34f10ca9f0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35238ee-2729-4703-a0f7-5c966620f1cc,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:47.664630 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7260a-15e1-4821-ac97-875671d704fe req-0870bc28-5e1b-4bf4-b641-6faf70940de9 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:47.666595 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 60908) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:47.668862 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-15f7260a-15e1-4821-ac97-875671d704fe req-0870bc28-5e1b-4bf4-b641-6faf70940de9 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 944 time: 0.1204536 Jun 07 16:05:47.681336 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:47.719470 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ea362046-57a5-4c60-8f09-ac8f71b5294d admin admin] Publish callbacks [] for security_group (f35238ee-2729-4703-a0f7-5c966620f1cc), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.747797 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ea362046-57a5-4c60-8f09-ac8f71b5294d admin admin] Publish callbacks [] for security_group (f35238ee-2729-4703-a0f7-5c966620f1cc), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.764207 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-15f7260a-15e1-4821-ac97-875671d704fe req-2ddba4ab-8cda-4c17-815e-bf400377236a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863876 Jun 07 16:05:47.783063 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-20ad4b7e-927f-42d2-a989-3e5f515c9cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (27be64b3-327d-498e-a8c3-7f9f5815692f), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.785356 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-20ad4b7e-927f-42d2-a989-3e5f515c9cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.786497 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-20ad4b7e-927f-42d2-a989-3e5f515c9cdb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27be64b3-327d-498e-a8c3-7f9f5815692f HTTP/1.1" status: 204 len: 168 time: 0.3735306 Jun 07 16:05:47.801195 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad4b7e-927f-42d2-a989-3e5f515c9cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27be64b3-327d-498e-a8c3-7f9f5815692f,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:47.817439 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ea362046-57a5-4c60-8f09-ac8f71b5294d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (f35238ee-2729-4703-a0f7-5c966620f1cc), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.820002 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ea362046-57a5-4c60-8f09-ac8f71b5294d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.821913 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (84a0822a-88dd-4afe-9392-0950cb1cb650), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:47.826213 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ea362046-57a5-4c60-8f09-ac8f71b5294d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f35238ee-2729-4703-a0f7-5c966620f1cc HTTP/1.1" status: 204 len: 168 time: 0.1537061 Jun 07 16:05:47.847674 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea362046-57a5-4c60-8f09-ac8f71b5294d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35238ee-2729-4703-a0f7-5c966620f1cc,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:47.854496 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] Pushing event deleted for resources: {'Port': ['ID=84a0822a-88dd-4afe-9392-0950cb1cb650,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:48.052517 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1829284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584543'] for router_interface (421373f8-6696-4e3d-acb1-ee5b376eaa38), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:48.120403 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:48.319661 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b91bf-1b10-4267-9aec-c5aee935ed36 req-4f1d6884-cf1d-426e-83e0-aedb67be5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:48.321159 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-218b91bf-1b10-4267-9aec-c5aee935ed36 req-4f1d6884-cf1d-426e-83e0-aedb67be5f6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 913 time: 0.1525569 Jun 07 16:05:48.385206 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] Router 421373f8-6696-4e3d-acb1-ee5b376eaa38 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:05:48.400672 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:48.499004 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:05:48.507049 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c9da31d1-c266-4e6f-8168-460cb4f7a6db admin admin] 10.222.0.18 "PUT /v2.0/routers/421373f8-6696-4e3d-acb1-ee5b376eaa38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5862906 Jun 07 16:05:48.507049 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60940) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:48.508774 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1aabed-d36c-465a-903c-6a4829a79427 None None] Sync routers for ids ['421373f8-6696-4e3d-acb1-ee5b376eaa38'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:05:48.522702 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1aabed-d36c-465a-903c-6a4829a79427 None None] Routers {'421373f8-6696-4e3d-acb1-ee5b376eaa38'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:48.523383 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7f1aabed-d36c-465a-903c-6a4829a79427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:05:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['421373f8-6696-4e3d-acb1-ee5b376eaa38'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:48.661195 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-7f1aabed-d36c-465a-903c-6a4829a79427 None None] Set router 421373f8-6696-4e3d-acb1-ee5b376eaa38 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:48.667746 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Publish callbacks [] for router (421373f8-6696-4e3d-acb1-ee5b376eaa38), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:48.834405 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Publish callbacks [] for router_gateway (421373f8-6696-4e3d-acb1-ee5b376eaa38), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:48.887910 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:48.955266 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d68108-3df6-4208-b29a-72496b468019 req-ece7571f-5f3a-4019-b742-3bff987db610 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:48.956845 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a4d68108-3df6-4208-b29a-72496b468019 req-ece7571f-5f3a-4019-b742-3bff987db610 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 944 time: 0.1020226 Jun 07 16:05:48.962665 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Deleting port a860223e-3d08-412a-a6df-be6a6bf6d923 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:48.962665 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:49.061450 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7f1aabed-d36c-465a-903c-6a4829a79427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:05:47Z', 'revision_number': 5, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port': {'id': 'a860223e-3d08-412a-a6df-be6a6bf6d923', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:10Z', 'updated_at': '2022-06-07T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:49.070285 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a4d68108-3df6-4208-b29a-72496b468019 req-4621c76e-8405-4245-b947-620eb5493b6a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044745 Jun 07 16:05:49.095536 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-633c5815-8524-4107-b99b-16b76c397824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:49.102145 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1aabed-d36c-465a-903c-6a4829a79427 None None] Checking router: 421373f8-6696-4e3d-acb1-ee5b376eaa38 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:05:49.118237 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1aabed-d36c-465a-903c-6a4829a79427 None None] Routers {'421373f8-6696-4e3d-acb1-ee5b376eaa38'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:49.120587 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7f1aabed-d36c-465a-903c-6a4829a79427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:05:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['421373f8-6696-4e3d-acb1-ee5b376eaa38'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:49.124906 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:49.131205 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-218b91bf-1b10-4267-9aec-c5aee935ed36 req-21dadeef-c2d3-4410-a69f-519fd2c1ba1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=764822f5-eb58-4c69-86cf-5133a4e4dddf HTTP/1.1" status: 200 len: 217 time: 0.0372365 Jun 07 16:05:49.189535 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] For port a860223e-3d08-412a-a6df-be6a6bf6d923, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=a860223e-3d08-412a-a6df-be6a6bf6d923,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:49.189903 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:49.234115 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:49.237497 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Calling delete_port for a860223e-3d08-412a-a6df-be6a6bf6d923 owned by network:router_gateway {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:49.243195 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-7f1aabed-d36c-465a-903c-6a4829a79427 None None] Set router 421373f8-6696-4e3d-acb1-ee5b376eaa38 gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:49.271802 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b91bf-1b10-4267-9aec-c5aee935ed36 req-9de58945-8a93-4a28-82f3-571adde13e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:49.273305 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-218b91bf-1b10-4267-9aec-c5aee935ed36 req-9de58945-8a93-4a28-82f3-571adde13e6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.1330864 Jun 07 16:05:49.339219 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7f1aabed-d36c-465a-903c-6a4829a79427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:05:48Z', 'revision_number': 6, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port_host': None}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:49.370518 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b91bf-1b10-4267-9aec-c5aee935ed36 req-43ba0651-845b-4749-b435-881d4b8842fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:49.373510 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-218b91bf-1b10-4267-9aec-c5aee935ed36 req-43ba0651-845b-4749-b435-881d4b8842fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705218 Jun 07 16:05:49.382365 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1aabed-d36c-465a-903c-6a4829a79427 None None] The sync data for ids ['421373f8-6696-4e3d-acb1-ee5b376eaa38'] in dv-cinder-844879-2-iscsi is: [{'id': '421373f8-6696-4e3d-acb1-ee5b376eaa38', 'name': 'tempest-TestShelveInstance-1760918288-router', 'tenant_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:09Z', 'updated_at': '2022-06-07T16:05:48Z', 'revision_number': 6, 'project_id': '8bc2a18d64e440eabb0f4f4a072cf671', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:05:49.508210 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (a860223e-3d08-412a-a6df-be6a6bf6d923), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:49.569291 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a860223e-3d08-412a-a6df-be6a6bf6d923,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:49.635532 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:49.662621 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583176'] for router_gateway (421373f8-6696-4e3d-acb1-ee5b376eaa38), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:49.781767 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-645'] for router (421373f8-6696-4e3d-acb1-ee5b376eaa38), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:49.786119 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Publish callbacks [] for router_controller (421373f8-6696-4e3d-acb1-ee5b376eaa38), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:49.790231 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-218b91bf-1b10-4267-9aec-c5aee935ed36 req-20f5b969-b357-402f-8be2-9bf9c80bd4c7 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567301 Jun 07 16:05:49.854943 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584586'] for router (421373f8-6696-4e3d-acb1-ee5b376eaa38), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:49.855801 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421373f8-6696-4e3d-acb1-ee5b376eaa38 {{(pid=103968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 16:05:49.867474 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:49.868838 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ba8eea8c-e0d2-4722-9894-bd0f5d675c8b admin admin] 10.222.0.18 "DELETE /v2.0/routers/421373f8-6696-4e3d-acb1-ee5b376eaa38 HTTP/1.1" status: 204 len: 168 time: 1.3609741 Jun 07 16:05:49.871347 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 60994) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:49.936906 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 84a0822a-88dd-4afe-9392-0950cb1cb650 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:49.959826 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 84a0822a-88dd-4afe-9392-0950cb1cb650 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:49.960240 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 84a0822a-88dd-4afe-9392-0950cb1cb650 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:49.964192 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-63860ba8-12e9-4beb-8bc2-a584d878a4d2 admin admin] Deleting subnet 7e29039f-3438-4bb9-8234-bd4dbb940c1e {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:05:49.979486 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-63860ba8-12e9-4beb-8bc2-a584d878a4d2 admin admin] Publish callbacks [] for subnet (7e29039f-3438-4bb9-8234-bd4dbb940c1e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.063266 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-63860ba8-12e9-4beb-8bc2-a584d878a4d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262138591'] for subnet (7e29039f-3438-4bb9-8234-bd4dbb940c1e), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.119077 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-218b91bf-1b10-4267-9aec-c5aee935ed36 req-588e3041-51a5-4275-aa76-a42203e89b4e service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666770 Jun 07 16:05:50.171050 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.247407 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-63860ba8-12e9-4beb-8bc2-a584d878a4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (7e29039f-3438-4bb9-8234-bd4dbb940c1e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.262492 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbe324-8101-4bbb-9280-da2ef0478f98 req-d7df0644-5d4c-4ee7-b2be-34126616a17a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:50.264806 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-80dbe324-8101-4bbb-9280-da2ef0478f98 req-d7df0644-5d4c-4ee7-b2be-34126616a17a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 944 time: 0.0844755 Jun 07 16:05:50.277318 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.336606 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:50.368642 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-80dbe324-8101-4bbb-9280-da2ef0478f98 req-057e398a-8d00-4739-a863-a80df8d5f969 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764196 Jun 07 16:05:50.370351 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-63860ba8-12e9-4beb-8bc2-a584d878a4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261769660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261872232'] for subnet (7e29039f-3438-4bb9-8234-bd4dbb940c1e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.385170 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-63860ba8-12e9-4beb-8bc2-a584d878a4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.392976 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-63860ba8-12e9-4beb-8bc2-a584d878a4d2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7e29039f-3438-4bb9-8234-bd4dbb940c1e HTTP/1.1" status: 204 len: 168 time: 0.5206640 Jun 07 16:05:50.393756 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 32776) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:50.398114 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e5cca-f245-4a18-a236-95532898f7f7 None None] Network b8456bfa-e327-4646-9098-4f04d53b18a5 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:05:50.421394 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63860ba8-12e9-4beb-8bc2-a584d878a4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e29039f-3438-4bb9-8234-bd4dbb940c1e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:50.642501 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] DHCP port deletion for b8456bfa-e327-4646-9098-4f04d53b18a5 request from dv-cinder-844879-2-iscsi {{(pid=103970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 16:05:50.704979 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Deleting port b2b34dc5-c051-4313-9340-84a577734531 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:50.705612 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (b2b34dc5-c051-4313-9340-84a577734531), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.788208 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:50.818521 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] For port b2b34dc5-c051-4313-9340-84a577734531, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=b2b34dc5-c051-4313-9340-84a577734531,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:50.819323 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (b2b34dc5-c051-4313-9340-84a577734531), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.835399 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Calling delete_port for b2b34dc5-c051-4313-9340-84a577734531 owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:50.844189 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (b8456bfa-e327-4646-9098-4f04d53b18a5), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.888289 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Deleting port b2b34dc5-c051-4313-9340-84a577734531 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:50.888649 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (b2b34dc5-c051-4313-9340-84a577734531), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.942317 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681'] for port (b2b34dc5-c051-4313-9340-84a577734531), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.965878 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] For port b2b34dc5-c051-4313-9340-84a577734531, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=b2b34dc5-c051-4313-9340-84a577734531,segment=NetworkSegment(3512d2c1-a578-42cb-a506-07b6a7623145),segment_id=3512d2c1-a578-42cb-a506-07b6a7623145)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:50.966614 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (b2b34dc5-c051-4313-9340-84a577734531), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:50.976935 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Pushing event deleted for resources: {'Port': ['ID=b2b34dc5-c051-4313-9340-84a577734531,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:50.981498 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] No DVR routers for this DVR port b2b34dc5-c051-4313-9340-84a577734531 on host dv-cinder-844879-2-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:05:50.982444 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Calling delete_port for b2b34dc5-c051-4313-9340-84a577734531 owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:50.988700 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.989047 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.989388 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.989725 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.990058 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.990382 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.990701 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.991420 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.991989 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.992519 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.993005 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.993480 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.994078 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.994572 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:50.995049 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6f4b2-8c38-4104-a4cf-d13a13bd80cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:05:51.060718 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:51.065378 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (b2b34dc5-c051-4313-9340-84a577734531), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:51.093294 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b34dc5-c051-4313-9340-84a577734531,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:51.098289 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] No DVR routers for this DVR port b2b34dc5-c051-4313-9340-84a577734531 on host dv-cinder-844879-2-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:05:51.190837 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (b8456bfa-e327-4646-9098-4f04d53b18a5), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:51.213737 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8456bfa-e327-4646-9098-4f04d53b18a5']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:51.226530 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3512d2c1-a578-42cb-a506-07b6a7623145') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:51.226824 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3512d2c1-a578-42cb-a506-07b6a7623145') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:51.243437 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262138582'] for segment (3512d2c1-a578-42cb-a506-07b6a7623145), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:51.261317 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (3512d2c1-a578-42cb-a506-07b6a7623145), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:51.268754 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:05:51.269136 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261769702'] for segment (3512d2c1-a578-42cb-a506-07b6a7623145), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:51.338592 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (b8456bfa-e327-4646-9098-4f04d53b18a5), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:51.345249 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:51.349019 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b8456bfa-e327-4646-9098-4f04d53b18a5 HTTP/1.1" status: 204 len: 168 time: 0.9354637 Jun 07 16:05:51.352471 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 32802) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:51.362590 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d1f48-9b93-4949-ae76-c044311c0277 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8456bfa-e327-4646-9098-4f04d53b18a5,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:51.508389 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e237ae-a5f8-4984-9e67-7abcebfc0c0f req-3b19b0d7-4121-46c4-9ad7-73ae77d8ed59 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:51.515669 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-90e237ae-a5f8-4984-9e67-7abcebfc0c0f req-3b19b0d7-4121-46c4-9ad7-73ae77d8ed59 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 944 time: 0.0658073 Jun 07 16:05:51.549032 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device a860223e-3d08-412a-a6df-be6a6bf6d923 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:51.573360 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 3512d2c1-a578-42cb-a506-07b6a7623145 resource provider aggregate not found Jun 07 16:05:51.575495 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: a860223e-3d08-412a-a6df-be6a6bf6d923 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:51.575906 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device a860223e-3d08-412a-a6df-be6a6bf6d923 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:51.577090 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device b2b34dc5-c051-4313-9340-84a577734531 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:51.588934 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-90e237ae-a5f8-4984-9e67-7abcebfc0c0f req-19d9f3ca-b1aa-4cea-a4fe-48f4b79481ab tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723443 Jun 07 16:05:51.597760 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 3512d2c1-a578-42cb-a506-07b6a7623145 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3512d2c1-a578-42cb-a506-07b6a7623145 found for delete ", "request_id": "req-07bfaf92-714b-476a-8a9e-23e0b1857997"}]} Jun 07 16:05:51.609279 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: b2b34dc5-c051-4313-9340-84a577734531 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:51.609634 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device b2b34dc5-c051-4313-9340-84a577734531 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:51.665524 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:51.806581 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582351'] for router_interface (0011fd20-69a0-4379-a88b-b0797504eb21), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:52.047425 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:52.053233 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] Deleting port 639a19c8-423f-4a9c-8a52-5ccc0653d09c {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:52.053566 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:52.134906 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] For port 639a19c8-423f-4a9c-8a52-5ccc0653d09c, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=639a19c8-423f-4a9c-8a52-5ccc0653d09c,segment=NetworkSegment(da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0),segment_id=da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:52.135178 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:52.148543 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] Calling delete_port for 639a19c8-423f-4a9c-8a52-5ccc0653d09c owned by network:router_interface {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:52.276393 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:52.331923 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (639a19c8-423f-4a9c-8a52-5ccc0653d09c), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:52.358737 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] Pushing event deleted for resources: {'Port': ['ID=639a19c8-423f-4a9c-8a52-5ccc0653d09c,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:52.570478 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1829284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584543'] for router_interface (0011fd20-69a0-4379-a88b-b0797504eb21), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:52.721327 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bab6c2-2eb1-49e6-a26c-c3d6c4a972c5 req-64e0c9bc-5061-4a0f-8508-7bc094e914a8 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:52.722828 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-65bab6c2-2eb1-49e6-a26c-c3d6c4a972c5 req-64e0c9bc-5061-4a0f-8508-7bc094e914a8 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 944 time: 0.0480306 Jun 07 16:05:52.783267 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-65bab6c2-2eb1-49e6-a26c-c3d6c4a972c5 req-c62dd2f6-e5a5-4f56-a9bb-2b1a20ba57f7 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529611 Jun 07 16:05:52.801546 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] Router 0011fd20-69a0-4379-a88b-b0797504eb21 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:05:52.914702 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:05:52.925492 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f0249096-ed8b-43cc-b6fd-edd73065ea3c admin admin] 10.222.0.18 "PUT /v2.0/routers/0011fd20-69a0-4379-a88b-b0797504eb21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5712006 Jun 07 16:05:52.927801 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 32854) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:52.934830 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:52.935049 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5c321e-0ad2-4136-a0e6-fea1b533c543 None None] Sync routers for ids ['0011fd20-69a0-4379-a88b-b0797504eb21'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:05:52.946343 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c321e-0ad2-4136-a0e6-fea1b533c543 None None] Routers {'0011fd20-69a0-4379-a88b-b0797504eb21'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:52.946945 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-7d5c321e-0ad2-4136-a0e6-fea1b533c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:05:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['0011fd20-69a0-4379-a88b-b0797504eb21'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:53.036376 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Publish callbacks [] for router (0011fd20-69a0-4379-a88b-b0797504eb21), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.167486 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-7d5c321e-0ad2-4136-a0e6-fea1b533c543 None None] Set router 0011fd20-69a0-4379-a88b-b0797504eb21 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:53.168318 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Publish callbacks [] for router_gateway (0011fd20-69a0-4379-a88b-b0797504eb21), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.210561 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Deleting port 249ad1c3-2850-4e69-9716-b641c07aedfe {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:53.210891 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.273045 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.296129 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] For port 249ad1c3-2850-4e69-9716-b641c07aedfe, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=249ad1c3-2850-4e69-9716-b641c07aedfe,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:53.296525 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.309399 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Calling delete_port for 249ad1c3-2850-4e69-9716-b641c07aedfe owned by network:router_gateway {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:53.342790 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-7d5c321e-0ad2-4136-a0e6-fea1b533c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'name': 'tempest-TestShelveInstance-1402940268-router', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:16Z', 'updated_at': '2022-06-07T16:05:52Z', 'revision_number': 5, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'gw_port': {'id': '249ad1c3-2850-4e69-9716-b641c07aedfe', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:00:17Z', 'updated_at': '2022-06-07T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:53.367891 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5c321e-0ad2-4136-a0e6-fea1b533c543 None None] Checking router: 0011fd20-69a0-4379-a88b-b0797504eb21 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:05:53.369034 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=100 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:53.376294 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c321e-0ad2-4136-a0e6-fea1b533c543 None None] Routers {'0011fd20-69a0-4379-a88b-b0797504eb21'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:05:53.376941 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-7d5c321e-0ad2-4136-a0e6-fea1b533c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:05:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['0011fd20-69a0-4379-a88b-b0797504eb21'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:53.461283 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-7d5c321e-0ad2-4136-a0e6-fea1b533c543 None None] Set router 0011fd20-69a0-4379-a88b-b0797504eb21 gateway port host: None {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:05:53.478214 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (249ad1c3-2850-4e69-9716-b641c07aedfe), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.502906 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=249ad1c3-2850-4e69-9716-b641c07aedfe,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:53.510846 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-7d5c321e-0ad2-4136-a0e6-fea1b533c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'name': 'tempest-TestShelveInstance-1402940268-router', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:16Z', 'updated_at': '2022-06-07T16:05:53Z', 'revision_number': 6, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'gw_port_host': None}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:53.539408 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5c321e-0ad2-4136-a0e6-fea1b533c543 None None] The sync data for ids ['0011fd20-69a0-4379-a88b-b0797504eb21'] in dv-cinder-844879-2-iscsi is: [{'id': '0011fd20-69a0-4379-a88b-b0797504eb21', 'name': 'tempest-TestShelveInstance-1402940268-router', 'tenant_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:00:16Z', 'updated_at': '2022-06-07T16:05:53Z', 'revision_number': 6, 'project_id': 'af77fdfaf6cb4ae18d33d3ae4bac9459', 'gw_port_host': None}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:05:53.574427 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583176'] for router_gateway (0011fd20-69a0-4379-a88b-b0797504eb21), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.661492 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-645'] for router (0011fd20-69a0-4379-a88b-b0797504eb21), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.663648 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Publish callbacks [] for router_controller (0011fd20-69a0-4379-a88b-b0797504eb21), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.709960 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584586'] for router (0011fd20-69a0-4379-a88b-b0797504eb21), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.710645 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0011fd20-69a0-4379-a88b-b0797504eb21 {{(pid=103969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 16:05:53.714634 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.715796 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-d04fca97-291e-4934-80de-b678aaf05f7a admin admin] 10.222.0.18 "DELETE /v2.0/routers/0011fd20-69a0-4379-a88b-b0797504eb21 HTTP/1.1" status: 204 len: 168 time: 0.7870488 Jun 07 16:05:53.718466 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 32868) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:53.762848 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4247d6aa-a27e-44a9-833c-e51616725cae admin admin] Deleting subnet 5a9c8302-121c-47b9-8bb6-be33147bd5ac {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:05:53.766788 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4247d6aa-a27e-44a9-833c-e51616725cae admin admin] Publish callbacks [] for subnet (5a9c8302-121c-47b9-8bb6-be33147bd5ac), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.801187 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4247d6aa-a27e-44a9-833c-e51616725cae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451237'] for subnet (5a9c8302-121c-47b9-8bb6-be33147bd5ac), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.823663 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:53.895745 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4247d6aa-a27e-44a9-833c-e51616725cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (5a9c8302-121c-47b9-8bb6-be33147bd5ac), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.923387 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f5701-8757-4d8d-96fc-79b203b62115 req-16caaea9-6848-4897-a25a-95ea10152f13 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:53.925248 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af0f5701-8757-4d8d-96fc-79b203b62115 req-16caaea9-6848-4897-a25a-95ea10152f13 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 944 time: 0.0569410 Jun 07 16:05:53.962433 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4247d6aa-a27e-44a9-833c-e51616725cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1212701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260635392'] for subnet (5a9c8302-121c-47b9-8bb6-be33147bd5ac), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.985195 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af0f5701-8757-4d8d-96fc-79b203b62115 req-047e4ce0-d874-433e-bb88-22f66cb14a33 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539298 Jun 07 16:05:53.992212 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247d6aa-a27e-44a9-833c-e51616725cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9c8302-121c-47b9-8bb6-be33147bd5ac,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:53.995875 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4247d6aa-a27e-44a9-833c-e51616725cae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:53.999775 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4247d6aa-a27e-44a9-833c-e51616725cae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a9c8302-121c-47b9-8bb6-be33147bd5ac HTTP/1.1" status: 204 len: 168 time: 0.2803929 Jun 07 16:05:54.002430 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 32874) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:54.015483 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce812956-5bfc-4e7f-a4ad-e8ce50e43ef9 None None] Network c8a163a4-26c4-4f06-aa10-f1142ac19c42 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:05:54.071497 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (c8a163a4-26c4-4f06-aa10-f1142ac19c42), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.080150 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:54.118969 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Deleting port 550650c5-92ab-4c15-bd0a-bd94cc861bef {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:05:54.119303 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.184912 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] For port 550650c5-92ab-4c15-bd0a-bd94cc861bef, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=550650c5-92ab-4c15-bd0a-bd94cc861bef,segment=NetworkSegment(da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0),segment_id=da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:54.185270 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.198011 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Calling delete_port for 550650c5-92ab-4c15-bd0a-bd94cc861bef owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:05:54.278236 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (550650c5-92ab-4c15-bd0a-bd94cc861bef), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.307331 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=550650c5-92ab-4c15-bd0a-bd94cc861bef,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:54.313939 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] No DVR routers for this DVR port 550650c5-92ab-4c15-bd0a-bd94cc861bef on host dv-cinder-844879-2-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:05:54.322079 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81271bb-b228-43ca-83fd-cac9f9833bc3 None None] DHCP port deletion for c8a163a4-26c4-4f06-aa10-f1142ac19c42 request from dv-cinder-844879-2-iscsi {{(pid=103970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 16:05:54.391537 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (c8a163a4-26c4-4f06-aa10-f1142ac19c42), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.411965 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a163a4-26c4-4f06-aa10-f1142ac19c42']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:54.421626 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:54.421917 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:54.431863 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262138582'] for segment (da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.440221 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:54.455357 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.462656 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:05:54.463047 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261769702'] for segment (da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.481362 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0 resource provider aggregate not found Jun 07 16:05:54.510305 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da7f5652-21fd-4aa1-b1b9-1e315cf4d4e0 found for delete ", "request_id": "req-79ee087d-90d7-475d-9c66-1f8aa2ccc663"}]} Jun 07 16:05:54.533027 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (c8a163a4-26c4-4f06-aa10-f1142ac19c42), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.540522 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.543569 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c8a163a4-26c4-4f06-aa10-f1142ac19c42 HTTP/1.1" status: 204 len: 168 time: 0.5400970 Jun 07 16:05:54.555785 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b1447-661d-41d1-b157-8aa5cc8a67b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a163a4-26c4-4f06-aa10-f1142ac19c42,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:54.614824 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 764822f5-eb58-4c69-86cf-5133a4e4dddf details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:05:54.734696 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 764822f5-eb58-4c69-86cf-5133a4e4dddf, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=764822f5-eb58-4c69-86cf-5133a4e4dddf,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:54.746202 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '764822f5-eb58-4c69-86cf-5133a4e4dddf', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'port_id': '764822f5-eb58-4c69-86cf-5133a4e4dddf', 'mac_address': 'fa:16:3e:4c:40:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:05:54.749387 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 32888) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:54.785462 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 764822f5-eb58-4c69-86cf-5133a4e4dddf is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:05:54.785847 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.788602 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-7acaae98-8889-47d4-b5c9-e81f80e3fb57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bc2a18d64e440eabb0f4f4a072cf671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380623 Jun 07 16:05:54.791100 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 32890) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:54.803116 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764822f5-eb58-4c69-86cf-5133a4e4dddf {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:05:54.823417 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 764822f5-eb58-4c69-86cf-5133a4e4dddf, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=764822f5-eb58-4c69-86cf-5133a4e4dddf,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:54.828652 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.842688 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ffad7c63-c957-4136-9b79-a8ba4f15bb73 admin admin] Publish callbacks [] for security_group (910a02f3-715e-4982-901a-3468646d0523), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.852475 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:54.869488 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ffad7c63-c957-4136-9b79-a8ba4f15bb73 admin admin] Publish callbacks [] for security_group (910a02f3-715e-4982-901a-3468646d0523), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.883623 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=764822f5-eb58-4c69-86cf-5133a4e4dddf,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:54.922080 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ffad7c63-c957-4136-9b79-a8ba4f15bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (910a02f3-715e-4982-901a-3468646d0523), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.924625 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ffad7c63-c957-4136-9b79-a8ba4f15bb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:54.925761 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ffad7c63-c957-4136-9b79-a8ba4f15bb73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/910a02f3-715e-4982-901a-3468646d0523 HTTP/1.1" status: 204 len: 168 time: 0.1337740 Jun 07 16:05:54.933395 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad7c63-c957-4136-9b79-a8ba4f15bb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910a02f3-715e-4982-901a-3468646d0523,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:55.084821 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['764822f5-eb58-4c69-86cf-5133a4e4dddf'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:05:55.120029 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b21ae-199f-441c-ac9f-2206fd341ba2 req-ff826a3f-e9c5-4af9-a833-f463d0c217ce tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:55.122597 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-326b21ae-199f-441c-ac9f-2206fd341ba2 req-ff826a3f-e9c5-4af9-a833-f463d0c217ce tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 945 time: 0.0610406 Jun 07 16:05:55.201003 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-326b21ae-199f-441c-ac9f-2206fd341ba2 req-53f3c0f5-1cf4-4145-88c1-c2bc0e5fef38 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703146 Jun 07 16:05:55.347041 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 32910) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:55.366052 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:55.395008 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-13fd1128-65f1-4cc3-8989-8b8dd74ca674 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af77fdfaf6cb4ae18d33d3ae4bac9459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468347 Jun 07 16:05:55.395454 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 32914) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:55.397926 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 32916) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:55.446970 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-9348cf00-98ed-4d7e-85fb-30b85aea6cf8 admin admin] Deleting subnet 49d130ff-08e6-4223-a2aa-d1de9a27443e {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:05:55.450298 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9348cf00-98ed-4d7e-85fb-30b85aea6cf8 admin admin] Publish callbacks [] for subnet (49d130ff-08e6-4223-a2aa-d1de9a27443e), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:55.453274 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-92c0ac5f-c8af-403d-9ab7-f01381864690 admin admin] Publish callbacks [] for security_group (70094541-32be-4569-965c-b3a78cfa6602), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:55.482050 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:55.485942 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-92c0ac5f-c8af-403d-9ab7-f01381864690 admin admin] Publish callbacks [] for security_group (70094541-32be-4569-965c-b3a78cfa6602), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:55.494170 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9348cf00-98ed-4d7e-85fb-30b85aea6cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451237'] for subnet (49d130ff-08e6-4223-a2aa-d1de9a27443e), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:55.504914 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 639a19c8-423f-4a9c-8a52-5ccc0653d09c no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:55.525500 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 639a19c8-423f-4a9c-8a52-5ccc0653d09c {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:55.526118 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 639a19c8-423f-4a9c-8a52-5ccc0653d09c not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:55.526533 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 550650c5-92ab-4c15-bd0a-bd94cc861bef no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:55.540496 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-92c0ac5f-c8af-403d-9ab7-f01381864690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (70094541-32be-4569-965c-b3a78cfa6602), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:55.543457 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-92c0ac5f-c8af-403d-9ab7-f01381864690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:55.544760 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-92c0ac5f-c8af-403d-9ab7-f01381864690 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70094541-32be-4569-965c-b3a78cfa6602 HTTP/1.1" status: 204 len: 168 time: 0.1453903 Jun 07 16:05:55.553630 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 550650c5-92ab-4c15-bd0a-bd94cc861bef {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:55.554216 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 550650c5-92ab-4c15-bd0a-bd94cc861bef not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:55.554730 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 249ad1c3-2850-4e69-9716-b641c07aedfe no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:05:55.554926 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0ac5f-c8af-403d-9ab7-f01381864690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70094541-32be-4569-965c-b3a78cfa6602,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:55.581039 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 249ad1c3-2850-4e69-9716-b641c07aedfe {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:05:55.581480 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 249ad1c3-2850-4e69-9716-b641c07aedfe not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:05:55.736834 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9348cf00-98ed-4d7e-85fb-30b85aea6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (49d130ff-08e6-4223-a2aa-d1de9a27443e), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:55.811390 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9348cf00-98ed-4d7e-85fb-30b85aea6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1212701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260635392'] for subnet (49d130ff-08e6-4223-a2aa-d1de9a27443e), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:55.837377 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348cf00-98ed-4d7e-85fb-30b85aea6cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d130ff-08e6-4223-a2aa-d1de9a27443e,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:55.847824 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9348cf00-98ed-4d7e-85fb-30b85aea6cf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:55.851319 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-9348cf00-98ed-4d7e-85fb-30b85aea6cf8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/49d130ff-08e6-4223-a2aa-d1de9a27443e HTTP/1.1" status: 204 len: 168 time: 0.4547555 Jun 07 16:05:55.855371 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 32926) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:55.926999 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=83,neutron:DELETE=16,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:55.955102 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (557b81af-a122-4d4f-b340-6f2cd54378d8), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.054136 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (557b81af-a122-4d4f-b340-6f2cd54378d8), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.076036 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557b81af-a122-4d4f-b340-6f2cd54378d8']}} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:56.086792 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5b4334-db0e-42da-8776-99f6f983a47b') {'for_net_delete': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:56.087252 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5b4334-db0e-42da-8776-99f6f983a47b') {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:56.098334 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451244'] for segment (4f5b4334-db0e-42da-8776-99f6f983a47b), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.113174 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (4f5b4334-db0e-42da-8776-99f6f983a47b), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.120236 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:05:56.120773 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1212743'] for segment (4f5b4334-db0e-42da-8776-99f6f983a47b), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.173438 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 4f5b4334-db0e-42da-8776-99f6f983a47b resource provider aggregate not found Jun 07 16:05:56.195149 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 4f5b4334-db0e-42da-8776-99f6f983a47b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f5b4334-db0e-42da-8776-99f6f983a47b found for delete ", "request_id": "req-573cd2a7-9ce1-444c-8a82-60ef40559b32"}]} Jun 07 16:05:56.205750 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (557b81af-a122-4d4f-b340-6f2cd54378d8), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.213401 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.217564 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] 10.222.0.18 "DELETE /v2.0/networks/557b81af-a122-4d4f-b340-6f2cd54378d8 HTTP/1.1" status: 204 len: 168 time: 0.3604641 Jun 07 16:05:56.221214 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 32946) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:56.229675 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2b26e-4414-4a3d-8249-87bd9bc4b319 admin admin] Pushing event deleted for resources: {'Network': ['ID=557b81af-a122-4d4f-b340-6f2cd54378d8,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:56.321237 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-c382e4b3-f1d6-479e-98ab-bce585b7c0b2 admin admin] Deleting subnet 7d5fcf0d-b815-4584-9322-14927745251a {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:05:56.334009 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c382e4b3-f1d6-479e-98ab-bce585b7c0b2 admin admin] Publish callbacks [] for subnet (7d5fcf0d-b815-4584-9322-14927745251a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.406101 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0d296-456c-4f83-9bf7-c80236d0c9ab req-e324c9ce-688d-4963-8e00-019251324d65 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:56.407613 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-16b0d296-456c-4f83-9bf7-c80236d0c9ab req-e324c9ce-688d-4963-8e00-019251324d65 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 945 time: 0.0907693 Jun 07 16:05:56.412126 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c382e4b3-f1d6-479e-98ab-bce585b7c0b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262138591'] for subnet (7d5fcf0d-b815-4584-9322-14927745251a), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.501148 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c382e4b3-f1d6-479e-98ab-bce585b7c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (7d5fcf0d-b815-4584-9322-14927745251a), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.525997 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-16b0d296-456c-4f83-9bf7-c80236d0c9ab req-872e9a50-6ecc-469a-87fe-86caf0e30a09 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893393 Jun 07 16:05:56.575583 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c382e4b3-f1d6-479e-98ab-bce585b7c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261769660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261872232'] for subnet (7d5fcf0d-b815-4584-9322-14927745251a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.582652 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:56.613286 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382e4b3-f1d6-479e-98ab-bce585b7c0b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5fcf0d-b815-4584-9322-14927745251a,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:56.616740 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c382e4b3-f1d6-479e-98ab-bce585b7c0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.620253 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 764822f5-eb58-4c69-86cf-5133a4e4dddf up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:05:56.621140 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c382e4b3-f1d6-479e-98ab-bce585b7c0b2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7d5fcf0d-b815-4584-9322-14927745251a HTTP/1.1" status: 204 len: 168 time: 0.3986397 Jun 07 16:05:56.624668 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 32976) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:56.674465 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 764822f5-eb58-4c69-86cf-5133a4e4dddf completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:05:56.682591 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 764822f5-eb58-4c69-86cf-5133a4e4dddf triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:05:56.683019 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.712617 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (333c2dac-9ea2-49b1-a3e6-bb046ee242f7), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.789761 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 764822f5-eb58-4c69-86cf-5133a4e4dddf is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:05:56.790415 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.814653 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (333c2dac-9ea2-49b1-a3e6-bb046ee242f7), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.824024 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764822f5-eb58-4c69-86cf-5133a4e4dddf'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:05:56.826888 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74c9e7b-a36a-4148-934a-67c27c93d1b2" -d '{"events": [{"server_uuid": "e8ada36d-b4a9-4183-b872-8810804ff83d", "name": "network-vif-plugged", "status": "completed", "tag": "764822f5-eb58-4c69-86cf-5133a4e4dddf"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:05:56.839797 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333c2dac-9ea2-49b1-a3e6-bb046ee242f7']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:56.843987 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 764822f5-eb58-4c69-86cf-5133a4e4dddf, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=764822f5-eb58-4c69-86cf-5133a4e4dddf,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:05:56.849310 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.851545 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cf567d-9f4e-49c9-962c-a5f72be8f7d5') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:56.851837 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cf567d-9f4e-49c9-962c-a5f72be8f7d5') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:05:56.871274 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262138582'] for segment (47cf567d-9f4e-49c9-962c-a5f72be8f7d5), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.890086 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (47cf567d-9f4e-49c9-962c-a5f72be8f7d5), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.890837 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0db823-7c2b-43f3-b26c-f0fd9e7b4678 x-openstack-request-id: req-5c0db823-7c2b-43f3-b26c-f0fd9e7b4678 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:05:56.891233 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ada36d-b4a9-4183-b872-8810804ff83d", "name": "network-vif-plugged", "status": "completed", "tag": "764822f5-eb58-4c69-86cf-5133a4e4dddf", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:05:56.891681 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c0db823-7c2b-43f3-b26c-f0fd9e7b4678 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:05:56.892101 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0db823-7c2b-43f3-b26c-f0fd9e7b4678'] response: {'server_uuid': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764822f5-eb58-4c69-86cf-5133a4e4dddf', 'code': 200} Jun 07 16:05:56.900046 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:05:56.900594 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261769702'] for segment (47cf567d-9f4e-49c9-962c-a5f72be8f7d5), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:56.904441 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=764822f5-eb58-4c69-86cf-5133a4e4dddf,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:56.954497 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 47cf567d-9f4e-49c9-962c-a5f72be8f7d5 resource provider aggregate not found Jun 07 16:05:56.979227 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 47cf567d-9f4e-49c9-962c-a5f72be8f7d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47cf567d-9f4e-49c9-962c-a5f72be8f7d5 found for delete ", "request_id": "req-d0896d9f-a09a-488c-81a3-972e88b2889d"}]} Jun 07 16:05:56.981492 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (333c2dac-9ea2-49b1-a3e6-bb046ee242f7), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:57.002078 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] Pushing event deleted for resources: {'Network': ['ID=333c2dac-9ea2-49b1-a3e6-bb046ee242f7,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:57.004447 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:57.007985 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0b520dac-c398-46a3-898f-6793b2cf371d admin admin] 10.222.0.18 "DELETE /v2.0/networks/333c2dac-9ea2-49b1-a3e6-bb046ee242f7 HTTP/1.1" status: 204 len: 168 time: 0.3822262 Jun 07 16:05:57.205353 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33000) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:57.247571 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-87440766-9c12-490a-b58b-20c1dfa8fc60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=816567bd76d84e5f9de58969bf4ebc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410037 Jun 07 16:05:57.250300 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33002) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:57.299690 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1ea9cde4-e4ec-407f-8242-681c9d86f704 admin admin] Publish callbacks [] for security_group (95d086e1-4b00-4913-89d3-9f4036b903ca), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:57.320910 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1ea9cde4-e4ec-407f-8242-681c9d86f704 admin admin] Publish callbacks [] for security_group (95d086e1-4b00-4913-89d3-9f4036b903ca), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:57.377974 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1ea9cde4-e4ec-407f-8242-681c9d86f704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (95d086e1-4b00-4913-89d3-9f4036b903ca), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:57.380610 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1ea9cde4-e4ec-407f-8242-681c9d86f704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:57.381769 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-1ea9cde4-e4ec-407f-8242-681c9d86f704 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95d086e1-4b00-4913-89d3-9f4036b903ca HTTP/1.1" status: 204 len: 168 time: 0.1305835 Jun 07 16:05:57.389931 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9cde4-e4ec-407f-8242-681c9d86f704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d086e1-4b00-4913-89d3-9f4036b903ca,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:57.658730 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c6ca4-cac3-49b5-b4d1-153400bc9fcb req-49238023-f480-4a27-9520-fcba0ecb18fa tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:57.660392 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6c7c6ca4-cac3-49b5-b4d1-153400bc9fcb req-49238023-f480-4a27-9520-fcba0ecb18fa tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 946 time: 0.0545962 Jun 07 16:05:57.727430 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6c7c6ca4-cac3-49b5-b4d1-153400bc9fcb req-f3c63481-e994-499f-a978-abe6890e10af tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580118 Jun 07 16:05:57.793843 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33040) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:57.841724 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-26543b1f-88d6-4de9-ae91-d82cfb2f080b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f92aa0b9b6d413aa436a2f81fa9eeff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464807 Jun 07 16:05:57.845508 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33042) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:57.900946 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-968492c1-a612-462f-bf4c-0037fc3d83ed admin admin] Publish callbacks [] for security_group (e82ab111-af11-4463-861b-ee3b32fe6c71), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:57.932738 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-968492c1-a612-462f-bf4c-0037fc3d83ed admin admin] Publish callbacks [] for security_group (e82ab111-af11-4463-861b-ee3b32fe6c71), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:57.944465 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:57.993781 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-968492c1-a612-462f-bf4c-0037fc3d83ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (e82ab111-af11-4463-861b-ee3b32fe6c71), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:57.996426 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-968492c1-a612-462f-bf4c-0037fc3d83ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:57.997767 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-968492c1-a612-462f-bf4c-0037fc3d83ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e82ab111-af11-4463-861b-ee3b32fe6c71 HTTP/1.1" status: 204 len: 168 time: 0.1510220 Jun 07 16:05:58.007354 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968492c1-a612-462f-bf4c-0037fc3d83ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82ab111-af11-4463-861b-ee3b32fe6c71,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:58.120198 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33056) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:58.379849 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-03158e78-2aa3-46fc-ad5f-cd643b4c69b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:58.464319 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-03158e78-2aa3-46fc-ad5f-cd643b4c69b1 admin admin] Publish callbacks [] for security_group (150127d1-e0bc-40ac-8040-2c0b5f9142c8), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:58.473448 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-03158e78-2aa3-46fc-ad5f-cd643b4c69b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (150127d1-e0bc-40ac-8040-2c0b5f9142c8), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:58.515712 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-03158e78-2aa3-46fc-ad5f-cd643b4c69b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4fa50ed2e644c8c933657803b6a547d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943286 Jun 07 16:05:58.516805 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03158e78-2aa3-46fc-ad5f-cd643b4c69b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150127d1-e0bc-40ac-8040-2c0b5f9142c8,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:58.518427 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33078) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:05:58.572616 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc52d086-2382-4983-bf9b-adeac1fe12fe admin admin] Publish callbacks [] for security_group (150127d1-e0bc-40ac-8040-2c0b5f9142c8), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:58.595811 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc52d086-2382-4983-bf9b-adeac1fe12fe admin admin] Publish callbacks [] for security_group (150127d1-e0bc-40ac-8040-2c0b5f9142c8), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:58.603819 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:58.646728 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc52d086-2382-4983-bf9b-adeac1fe12fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (150127d1-e0bc-40ac-8040-2c0b5f9142c8), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:58.649265 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc52d086-2382-4983-bf9b-adeac1fe12fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:05:58.650393 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-dc52d086-2382-4983-bf9b-adeac1fe12fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/150127d1-e0bc-40ac-8040-2c0b5f9142c8 HTTP/1.1" status: 204 len: 168 time: 0.1308894 Jun 07 16:05:58.659234 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52d086-2382-4983-bf9b-adeac1fe12fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150127d1-e0bc-40ac-8040-2c0b5f9142c8,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:05:58.734215 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e59c1-1098-421c-b3ea-d5132d696ad3 req-989bab60-1582-42c0-8cff-3dbbad1b2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:58.735894 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a59e59c1-1098-421c-b3ea-d5132d696ad3 req-989bab60-1582-42c0-8cff-3dbbad1b2500 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 1130 time: 0.0506132 Jun 07 16:05:58.860121 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8087737-af16-4c19-bc14-ca8a378508b3 req-cc27fc24-1ceb-47c5-a44a-c7aab1e54648 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:05:58.861613 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b8087737-af16-4c19-bc14-ca8a378508b3 req-cc27fc24-1ceb-47c5-a44a-c7aab1e54648 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 946 time: 0.0617101 Jun 07 16:05:58.920112 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b8087737-af16-4c19-bc14-ca8a378508b3 req-57208835-8d31-449d-9325-d254276159ce tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511968 Jun 07 16:05:59.615727 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:05:59.657753 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a59e59c1-1098-421c-b3ea-d5132d696ad3 req-ef9db618-30d0-4a30-885c-e8315fe3f24c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476477 Jun 07 16:06:00.054089 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295218cf-fd5a-4cee-a14c-9b97d9be8229 req-a40920f4-cf10-4ee8-878c-de02189cc2e2 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:00.055873 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-295218cf-fd5a-4cee-a14c-9b97d9be8229 req-a40920f4-cf10-4ee8-878c-de02189cc2e2 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 946 time: 0.0496891 Jun 07 16:06:00.110616 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-295218cf-fd5a-4cee-a14c-9b97d9be8229 req-b24dcc19-10e7-4d17-aa3a-31d0072df439 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482557 Jun 07 16:06:00.287785 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:06:01.264937 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a602ea-261f-43c6-bffd-02794f490363 req-12fb6c27-c858-4748-a523-1663bd52bbcb tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:01.267503 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-48a602ea-261f-43c6-bffd-02794f490363 req-12fb6c27-c858-4748-a523-1663bd52bbcb tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 946 time: 0.0719588 Jun 07 16:06:01.331619 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-48a602ea-261f-43c6-bffd-02794f490363 req-0bbdf35d-64ee-454c-9cf0-cb1ebf5a5e87 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580389 Jun 07 16:06:01.484625 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba6162-81d2-4055-8391-db3dd944f6af req-a8ad3804-fdc1-4e2c-8f16-6adc8a17aa64 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:01.486104 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e6ba6162-81d2-4055-8391-db3dd944f6af req-a8ad3804-fdc1-4e2c-8f16-6adc8a17aa64 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 946 time: 0.0639875 Jun 07 16:06:01.537520 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e6ba6162-81d2-4055-8391-db3dd944f6af req-a317d8ea-7b3f-4ad2-bda2-3a81ced61572 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453439 Jun 07 16:06:01.559793 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33216) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:01.763529 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d555da9f-0512-4472-ab4e-046b4f68f1cd tempest-TestVolumeBootPattern-1131682816 tempest-TestVolumeBootPattern-1131682816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:01.768831 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-d555da9f-0512-4472-ab4e-046b4f68f1cd tempest-TestVolumeBootPattern-1131682816 tempest-TestVolumeBootPattern-1131682816-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 1125 time: 0.2078700 Jun 07 16:06:01.769214 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33228) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:01.773895 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'port_id': '764822f5-eb58-4c69-86cf-5133a4e4dddf', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:01.793780 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:01.872056 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:01.973577 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Allocated IP 172.27.2.196 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/8640d245-bfe0-4b25-b531-4dcd1084480b) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:06:01.996706 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:02.079109 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for port (8640d245-bfe0-4b25-b531-4dcd1084480b), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:02.109968 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (8640d245-bfe0-4b25-b531-4dcd1084480b), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:02.145479 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:06:02.149858 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:06:02.156216 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:06:02.161311 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'Port': ['ID=8640d245-bfe0-4b25-b531-4dcd1084480b,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:02.274016 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:02.515555 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (6efa61d1-b01d-470e-b615-c1142a5e1cb7), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:02.525594 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33238) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:02.586941 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (8640d245-bfe0-4b25-b531-4dcd1084480b), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:02.640848 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6a198cdf-7673-4945-b509-f96aba4c3e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:02.678467 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:02.724272 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6a198cdf-7673-4945-b509-f96aba4c3e26 admin admin] Publish callbacks [] for security_group (4b9ddff6-5e80-4148-a2f4-43d6493016e3), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:02.728004 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6a198cdf-7673-4945-b509-f96aba4c3e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (4b9ddff6-5e80-4148-a2f4-43d6493016e3), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:02.761925 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:02.771747 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-6a198cdf-7673-4945-b509-f96aba4c3e26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=834edf421ab24f219e9c1fe425d4d1aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426627 Jun 07 16:06:02.771747 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a198cdf-7673-4945-b509-f96aba4c3e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9ddff6-5e80-4148-a2f4-43d6493016e3,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:02.772041 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for port (8640d245-bfe0-4b25-b531-4dcd1084480b), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:02.773444 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33244) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:02.786347 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (8640d245-bfe0-4b25-b531-4dcd1084480b), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:02.880745 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event updated for resources: {'Port': ['ID=8640d245-bfe0-4b25-b531-4dcd1084480b,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:02.896019 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8ce86ba2-403c-4a69-b763-b7aa9eadc2ca admin admin] Publish callbacks [] for security_group (4b9ddff6-5e80-4148-a2f4-43d6493016e3), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:02.898705 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (6efa61d1-b01d-470e-b615-c1142a5e1cb7), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:02.955497 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8ce86ba2-403c-4a69-b763-b7aa9eadc2ca admin admin] Publish callbacks [] for security_group (4b9ddff6-5e80-4148-a2f4-43d6493016e3), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:03.037506 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Floating IP 6efa61d1-b01d-470e-b615-c1142a5e1cb7 associated. External IP: 172.27.2.196, port: 764822f5-eb58-4c69-86cf-5133a4e4dddf. Jun 07 16:06:03.076573 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8ce86ba2-403c-4a69-b763-b7aa9eadc2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (4b9ddff6-5e80-4148-a2f4-43d6493016e3), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:03.079023 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8ce86ba2-403c-4a69-b763-b7aa9eadc2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:03.080181 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8ce86ba2-403c-4a69-b763-b7aa9eadc2ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b9ddff6-5e80-4148-a2f4-43d6493016e3 HTTP/1.1" status: 204 len: 168 time: 0.3058259 Jun 07 16:06:03.083560 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:03.095727 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce86ba2-403c-4a69-b763-b7aa9eadc2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9ddff6-5e80-4148-a2f4-43d6493016e3,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:03.260962 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Router 469acd32-59a7-44f8-acf0-72a01d723b91 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:06:03.367547 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:06:03.371055 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33252) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:03.381750 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240af988-2f1a-4aff-b877-e437812165a5 None None] Sync routers for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:06:03.385523 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-da974f8b-d7a5-4528-8414-161a09d18023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:03.389486 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:03.394649 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240af988-2f1a-4aff-b877-e437812165a5 None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:06:03.395260 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-240af988-2f1a-4aff-b877-e437812165a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:05:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:06:03.421058 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2bc2085c-33c4-4c4a-99ae-d45af9d4d457 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6506169 Jun 07 16:06:03.421937 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'tag': '764822f5-eb58-4c69-86cf-5133a4e4dddf'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:06:03.424520 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2641da9a-0a99-4fb1-91ed-7614c38c65ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ada36d-b4a9-4183-b872-8810804ff83d", "tag": "764822f5-eb58-4c69-86cf-5133a4e4dddf"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:06:03.467858 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-da974f8b-d7a5-4528-8414-161a09d18023 admin admin] Publish callbacks [] for security_group (5687cff8-a208-47bd-88bf-481cc79162fa), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:03.474368 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-da974f8b-d7a5-4528-8414-161a09d18023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (5687cff8-a208-47bd-88bf-481cc79162fa), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:03.479000 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bfc498-ebb5-445c-8b73-c51fc647be45 x-openstack-request-id: req-d8bfc498-ebb5-445c-8b73-c51fc647be45 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:06:03.479415 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ada36d-b4a9-4183-b872-8810804ff83d", "tag": "764822f5-eb58-4c69-86cf-5133a4e4dddf", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:06:03.479864 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8bfc498-ebb5-445c-8b73-c51fc647be45 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:06:03.480862 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bfc498-ebb5-445c-8b73-c51fc647be45'] response: {'name': 'network-changed', 'server_uuid': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'tag': '764822f5-eb58-4c69-86cf-5133a4e4dddf', 'status': 'completed', 'code': 200} Jun 07 16:06:03.514971 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=46 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:03.515797 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da974f8b-d7a5-4528-8414-161a09d18023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5687cff8-a208-47bd-88bf-481cc79162fa,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:03.516812 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-240af988-2f1a-4aff-b877-e437812165a5 None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:06:03.520760 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-da974f8b-d7a5-4528-8414-161a09d18023 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad78adf795b641d6a4a5ff380e32e58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486297 Jun 07 16:06:03.523548 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33260) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:03.578476 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ef0c237d-b33a-4767-b77a-af3f8115ec24 admin admin] Publish callbacks [] for security_group (5687cff8-a208-47bd-88bf-481cc79162fa), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:03.601317 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ef0c237d-b33a-4767-b77a-af3f8115ec24 admin admin] Publish callbacks [] for security_group (5687cff8-a208-47bd-88bf-481cc79162fa), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:03.608714 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:03.652693 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ef0c237d-b33a-4767-b77a-af3f8115ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (5687cff8-a208-47bd-88bf-481cc79162fa), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:03.655896 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ef0c237d-b33a-4767-b77a-af3f8115ec24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:03.657104 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ef0c237d-b33a-4767-b77a-af3f8115ec24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5687cff8-a208-47bd-88bf-481cc79162fa HTTP/1.1" status: 204 len: 168 time: 0.1325696 Jun 07 16:06:03.664808 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c237d-b33a-4767-b77a-af3f8115ec24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5687cff8-a208-47bd-88bf-481cc79162fa,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:03.702676 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:03.759215 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-240af988-2f1a-4aff-b877-e437812165a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '6efa61d1-b01d-470e-b615-c1142a5e1cb7', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': '764822f5-eb58-4c69-86cf-5133a4e4dddf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:4c:40:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:06:02Z', 'updated_at': '2022-06-07T16:06:02Z', 'revision_number': 0, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}, {'id': '9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:e6:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:41Z', 'updated_at': '2022-06-07T16:03:44Z', 'revision_number': 1, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:06:03.787640 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240af988-2f1a-4aff-b877-e437812165a5 None None] Checking router: 469acd32-59a7-44f8-acf0-72a01d723b91 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:06:03.796799 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240af988-2f1a-4aff-b877-e437812165a5 None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:06:03.797391 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-240af988-2f1a-4aff-b877-e437812165a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:05:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:06:03.909026 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-240af988-2f1a-4aff-b877-e437812165a5 None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:06:03.987761 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:04.144602 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-240af988-2f1a-4aff-b877-e437812165a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '6efa61d1-b01d-470e-b615-c1142a5e1cb7', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': '764822f5-eb58-4c69-86cf-5133a4e4dddf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:4c:40:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:06:02Z', 'updated_at': '2022-06-07T16:06:02Z', 'revision_number': 0, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}, {'id': '9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:e6:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:41Z', 'updated_at': '2022-06-07T16:03:44Z', 'revision_number': 1, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:06:04.171910 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240af988-2f1a-4aff-b877-e437812165a5 None None] The sync data for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi is: [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '6efa61d1-b01d-470e-b615-c1142a5e1cb7', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': '764822f5-eb58-4c69-86cf-5133a4e4dddf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:4c:40:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:06:02Z', 'updated_at': '2022-06-07T16:06:02Z', 'revision_number': 0, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}, {'id': '9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:e6:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:41Z', 'updated_at': '2022-06-07T16:03:44Z', 'revision_number': 1, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:06:04.384917 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7acf4e-d50f-4b2f-a367-3bf99c5e2e0f None None] New status for floating IP 6efa61d1-b01d-470e-b615-c1142a5e1cb7: ACTIVE {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:06:04.418910 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641da9a-0a99-4fb1-91ed-7614c38c65ef req-634412f3-611f-46b4-bb7b-e16e8ee041ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:04.420493 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2641da9a-0a99-4fb1-91ed-7614c38c65ef req-634412f3-611f-46b4-bb7b-e16e8ee041ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 1130 time: 0.0660470 Jun 07 16:06:04.520819 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641da9a-0a99-4fb1-91ed-7614c38c65ef req-7bd77c07-582f-4ba0-b540-2c3b814c196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:04.522538 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2641da9a-0a99-4fb1-91ed-7614c38c65ef req-7bd77c07-582f-4ba0-b540-2c3b814c196d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 913 time: 0.0937243 Jun 07 16:06:04.595083 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2641da9a-0a99-4fb1-91ed-7614c38c65ef req-fb577323-51a2-4963-a267-14b6293f8789 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=764822f5-eb58-4c69-86cf-5133a4e4dddf HTTP/1.1" status: 200 len: 1002 time: 0.0661895 Jun 07 16:06:04.649663 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641da9a-0a99-4fb1-91ed-7614c38c65ef req-b328bc00-8a4a-4497-9468-c12650c0b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:04.651044 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2641da9a-0a99-4fb1-91ed-7614c38c65ef req-b328bc00-8a4a-4497-9468-c12650c0b2a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.0495713 Jun 07 16:06:04.697522 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641da9a-0a99-4fb1-91ed-7614c38c65ef req-3c0eb254-5444-4fc9-9a65-9c874cb6265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:04.699015 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2641da9a-0a99-4fb1-91ed-7614c38c65ef req-3c0eb254-5444-4fc9-9a65-9c874cb6265c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408292 Jun 07 16:06:04.805900 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2641da9a-0a99-4fb1-91ed-7614c38c65ef req-bb60952c-1ab1-463c-816e-bf65e60f004b service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988889 Jun 07 16:06:04.909992 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2641da9a-0a99-4fb1-91ed-7614c38c65ef req-ca58fe40-f5bc-44f8-8c9a-ed23f727f124 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972779 Jun 07 16:06:05.125822 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33344) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:05.220935 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33350) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:05.307951 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f829b114-670f-4a6b-9dd8-4c42f6c08c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.325391 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:05.339997 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5095721c-79f2-474a-866b-82e90a740dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.450594 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f829b114-670f-4a6b-9dd8-4c42f6c08c15 admin admin] Publish callbacks [] for security_group (1378fd7d-1bb4-4982-a9b2-892fd2ac8139), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.461725 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f829b114-670f-4a6b-9dd8-4c42f6c08c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (1378fd7d-1bb4-4982-a9b2-892fd2ac8139), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.510500 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5095721c-79f2-474a-866b-82e90a740dd3 admin admin] Publish callbacks [] for security_group (49b7bdb7-b3b6-4ceb-92e5-682821eb4b4a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.516888 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829b114-670f-4a6b-9dd8-4c42f6c08c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1378fd7d-1bb4-4982-a9b2-892fd2ac8139,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:05.519907 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5095721c-79f2-474a-866b-82e90a740dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (49b7bdb7-b3b6-4ceb-92e5-682821eb4b4a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.526020 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f829b114-670f-4a6b-9dd8-4c42f6c08c15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9ba8278c75c4b2e9211d6d924ddb754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992345 Jun 07 16:06:05.528972 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33366) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:05.563687 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095721c-79f2-474a-866b-82e90a740dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b7bdb7-b3b6-4ceb-92e5-682821eb4b4a,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:05.570568 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5095721c-79f2-474a-866b-82e90a740dd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a5590f870754829924beac551ba3742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460436 Jun 07 16:06:05.571371 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33368) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:05.604599 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eb545f9d-95be-4c86-8297-9fc343c0dd51 admin admin] Publish callbacks [] for security_group (1378fd7d-1bb4-4982-a9b2-892fd2ac8139), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.646067 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eb545f9d-95be-4c86-8297-9fc343c0dd51 admin admin] Publish callbacks [] for security_group (1378fd7d-1bb4-4982-a9b2-892fd2ac8139), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.657431 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2eaaed17-89ca-4eb9-a3b2-09643fa3528e admin admin] Publish callbacks [] for security_group (49b7bdb7-b3b6-4ceb-92e5-682821eb4b4a), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.698659 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2eaaed17-89ca-4eb9-a3b2-09643fa3528e admin admin] Publish callbacks [] for security_group (49b7bdb7-b3b6-4ceb-92e5-682821eb4b4a), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.737791 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eb545f9d-95be-4c86-8297-9fc343c0dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (1378fd7d-1bb4-4982-a9b2-892fd2ac8139), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.740334 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eb545f9d-95be-4c86-8297-9fc343c0dd51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.744216 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-eb545f9d-95be-4c86-8297-9fc343c0dd51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1378fd7d-1bb4-4982-a9b2-892fd2ac8139 HTTP/1.1" status: 204 len: 168 time: 0.2114346 Jun 07 16:06:05.751460 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb545f9d-95be-4c86-8297-9fc343c0dd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1378fd7d-1bb4-4982-a9b2-892fd2ac8139,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:05.768100 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2eaaed17-89ca-4eb9-a3b2-09643fa3528e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (49b7bdb7-b3b6-4ceb-92e5-682821eb4b4a), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.771446 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2eaaed17-89ca-4eb9-a3b2-09643fa3528e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:05.772629 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-2eaaed17-89ca-4eb9-a3b2-09643fa3528e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49b7bdb7-b3b6-4ceb-92e5-682821eb4b4a HTTP/1.1" status: 204 len: 168 time: 0.2002716 Jun 07 16:06:05.782488 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaaed17-89ca-4eb9-a3b2-09643fa3528e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b7bdb7-b3b6-4ceb-92e5-682821eb4b4a,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:06.639924 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33426) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:06.742046 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1419441289-network', 'tenant_id': 'aad305bb9275482b95b858fa3669e8e9'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:06.756095 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:DELETE=5,neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:06.766613 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Made reservation on behalf of aad305bb9275482b95b858fa3669e8e9 for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:06:06.769058 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:06.778575 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:06.870102 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Publish callbacks [] for security_group (9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:06.874515 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:06.896828 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 16:06:06.902266 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:06.911894 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:06.919270 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (fff92c2f-793c-4053-8886-82e87ef54e1b), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:06.920607 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Added segment fff92c2f-793c-4053-8886-82e87ef54e1b of type vlan for network bf4468c2-04cd-4401-baaa-a3a198a16dac Jun 07 16:06:06.973682 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (bf4468c2-04cd-4401-baaa-a3a198a16dac), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:07.005002 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (bf4468c2-04cd-4401-baaa-a3a198a16dac), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:07.006127 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:07.006714 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:07.073540 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4319816 Jun 07 16:06:07.076314 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33438) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:07.084301 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] Request body: {'subnet': {'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1419441289-subnet', 'tenant_id': 'aad305bb9275482b95b858fa3669e8e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:07.092450 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccb3d8-fe81-4ec4-8193-feeeceb797f0 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4468c2-04cd-4401-baaa-a3a198a16dac,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:07.095281 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:07.114089 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network bf4468c2-04cd-4401-baaa-a3a198a16dac details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 16:06:07.148702 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] Made reservation on behalf of aad305bb9275482b95b858fa3669e8e9 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:06:07.151467 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261872205'] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:07.599207 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261769849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261872255'] for subnet (4831d679-fbf1-4e2d-888b-40cd78c01a4a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:07.652315 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4831d679-fbf1-4e2d-888b-40cd78c01a4a,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:07.668078 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] Checking segment: {'id': 'fff92c2f-793c-4053-8886-82e87ef54e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:06:07.668461 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] Network hostable DHCP agents. Network: bf4468c2-04cd-4401-baaa-a3a198a16dac, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 16:06:07.687712 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] Network bf4468c2-04cd-4401-baaa-a3a198a16dac is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 16:06:07.696157 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, bf4468c2-04cd-4401-baaa-a3a198a16dac) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:06:07.700050 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:07.700662 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:07.706147 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd14a6-bb6e-43fa-9068-e22062d58b06 None None] Network bf4468c2-04cd-4401-baaa-a3a198a16dac requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:06:07.711376 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:07.722659 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e4fe52a2-08a3-4784-a1b2-170e5866e5ea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6451654 Jun 07 16:06:07.806006 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d60eec-3291-4a1c-9afd-67d7fe5a7b3b None None] Network bf4468c2-04cd-4401-baaa-a3a198a16dac requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:06:11.594012 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-10253b8e-a3a8-49de-a5ef-ab66a97164d2 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:11.595524 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-10253b8e-a3a8-49de-a5ef-ab66a97164d2 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/networks?id=bf4468c2-04cd-4401-baaa-a3a198a16dac HTTP/1.1" status: 200 len: 809 time: 0.1202366 Jun 07 16:06:11.614141 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-d8315c5f-c935-4f77-84e1-9678fd63b24d tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/quotas/aad305bb9275482b95b858fa3669e8e9 HTTP/1.1" status: 200 len: 375 time: 0.0130036 Jun 07 16:06:11.651538 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-afc245f3-37c1-4926-96f0-bdcea890ae5d tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aad305bb9275482b95b858fa3669e8e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310073 Jun 07 16:06:11.750145 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-2fff373c-0448-4cf5-94c1-1b317e04939c service neutron] 10.222.0.18 "GET /v2.0/networks/bf4468c2-04cd-4401-baaa-a3a198a16dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911629 Jun 07 16:06:11.840198 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-717e3ea4-7851-4d2b-bfa5-fbeb632e1fb5 service neutron] 10.222.0.18 "GET /v2.0/networks/bf4468c2-04cd-4401-baaa-a3a198a16dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844843 Jun 07 16:06:12.010322 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8b512eef-6b2b-4475-9e9a-d05ed09c6b5a req-a3a852c7-e65e-446c-87dd-76419c845a46 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 210 time: 0.0365477 Jun 07 16:06:13.106427 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ef137039-07b9-4721-901e-2a40e6f3f584 req-bfa5f7e2-9e6a-4458-9efb-56823ca2373a tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 210 time: 0.0275218 Jun 07 16:06:14.207179 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ae31f3ba-881e-4109-8c2b-ce9f3ac02e72 req-07289d69-a9bd-4748-b2cd-1beaa2932f22 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 210 time: 0.0281878 Jun 07 16:06:15.304486 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7791e13c-a1d2-458e-ad35-602ed1563162 req-dd0ce3be-6c2d-44c8-950e-aaeded9276c0 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 210 time: 0.0272672 Jun 07 16:06:15.752805 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-382052b8-ff85-4982-84e9-aedb171903da tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:15.753852 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-382052b8-ff85-4982-84e9-aedb171903da tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.24 "GET /v2.0/networks?id=bf4468c2-04cd-4401-baaa-a3a198a16dac HTTP/1.1" status: 200 len: 809 time: 0.1065063 Jun 07 16:06:16.403449 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-71fe9c24-129f-4b1c-b381-ea620e651cc9 req-8c2410d1-267f-4072-b20b-58bc209e402f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 210 time: 0.0296438 Jun 07 16:06:16.872682 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1a6ca47b-4892-4959-9962-86be55525b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:17.069537 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:17.080832 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=32,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:17.502758 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-803beeb0-b85d-4d61-9693-debf5e33dcff req-a4d41b83-85ab-411d-8167-71c09ad9bf44 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 210 time: 0.0288270 Jun 07 16:06:18.602499 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ef19a08-9fb9-4b88-ae86-261e6500b838 req-df498f57-1b49-472e-990e-0ac5baeb0b61 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 210 time: 0.0304818 Jun 07 16:06:18.789614 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Request body: {'port': {'device_id': '19768408-2375-4de7-94b0-45c128dfed33', 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac', 'admin_state_up': True, 'tenant_id': 'aad305bb9275482b95b858fa3669e8e9'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:18.868311 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:18.908392 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Made reservation on behalf of aad305bb9275482b95b858fa3669e8e9 for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:06:18.912471 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:19.022478 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c7f-8027-4934-aa21-0eab6eb69857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:19.044766 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Allocated IP 172.20.0.6 (bf4468c2-04cd-4401-baaa-a3a198a16dac/4831d679-fbf1-4e2d-888b-40cd78c01a4a/9d8ba07f-4c4b-4976-8bfc-9f0332df2645) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:06:19.198632 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:19.201577 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks [] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:19.233767 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:19.273562 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Network bf4468c2-04cd-4401-baaa-a3a198a16dac is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:06:19.276562 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:06:19.280287 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:06:19.306739 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Pushing event updated for resources: {'Port': ['ID=9d8ba07f-4c4b-4976-8bfc-9f0332df2645,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:19.334124 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:19.334714 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:19.350352 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3ebdee4c-db99-415e-b2d5-1b15f5d65941 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647285 Jun 07 16:06:19.714701 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f53963-a8c3-4721-9865-351fe799c2d0 req-a6019135-ca2c-476d-b7d6-1b55a3e61704 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:19.716144 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-37f53963-a8c3-4721-9865-351fe799c2d0 req-a6019135-ca2c-476d-b7d6-1b55a3e61704 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 931 time: 0.0467789 Jun 07 16:06:19.767542 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-37f53963-a8c3-4721-9865-351fe799c2d0 req-4756a899-aaf1-4d70-96bc-d4c120118d81 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456591 Jun 07 16:06:20.165991 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:20.239675 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:20.313013 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Request body: {'port': {'device_id': '19768408-2375-4de7-94b0-45c128dfed33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:20.374236 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:20.603482 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:20.654472 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:06:20.661874 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Publish callbacks [] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:20.673815 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Transition to ACTIVE for port object 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:06:20.678367 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:20.725896 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674b51e-2390-484e-9591-86160332503f service neutron] Pushing event updated for resources: {'Port': ['ID=9d8ba07f-4c4b-4976-8bfc-9f0332df2645,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:20.795741 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Attempting to bind port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:06:20.795741 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Attempting to bind port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': 'fff92c2f-793c-4053-8886-82e87ef54e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:06:20.795741 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Attempting to bind port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 on network bf4468c2-04cd-4401-baaa-a3a198a16dac {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:06:20.798356 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:20.802084 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 on network bf4468c2-04cd-4401-baaa-a3a198a16dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:06:20.802399 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Attempting to bind port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 on network bf4468c2-04cd-4401-baaa-a3a198a16dac {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:06:20.808429 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:06:20.808762 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Checking segment: {'id': 'fff92c2f-793c-4053-8886-82e87ef54e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:06:20.809140 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Bound using segment: {'id': 'fff92c2f-793c-4053-8886-82e87ef54e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:06:20.809555 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Bound port: 9d8ba07f-4c4b-4976-8bfc-9f0332df2645, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff92c2f-793c-4053-8886-82e87ef54e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:06:20.809906 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:20.910340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc08f1-ad96-4415-868e-f2969dde984b req-c15e397a-c693-41b8-af48-874f2514ecc4 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:20.912022 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5acc08f1-ad96-4415-868e-f2969dde984b req-c15e397a-c693-41b8-af48-874f2514ecc4 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 943 time: 0.0663066 Jun 07 16:06:20.917726 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] For port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:06:20.922801 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] For port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9d8ba07f-4c4b-4976-8bfc-9f0332df2645,segment=NetworkSegment(fff92c2f-793c-4053-8886-82e87ef54e1b),segment_id=fff92c2f-793c-4053-8886-82e87ef54e1b)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:06:20.940213 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:20.991211 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:20.991817 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:20.993195 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1674b51e-2390-484e-9591-86160332503f service neutron] 10.222.0.24 "PUT /v2.0/ports/9d8ba07f-4c4b-4976-8bfc-9f0332df2645 HTTP/1.1" status: 200 len: 1093 time: 0.6845460 Jun 07 16:06:20.993676 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19768408-2375-4de7-94b0-45c128dfed33', 'tag': '9d8ba07f-4c4b-4976-8bfc-9f0332df2645'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:06:20.995868 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb0b725-caf9-4e7b-8ecd-f1c2b647d522" -d '{"events": [{"name": "network-changed", "server_uuid": "19768408-2375-4de7-94b0-45c128dfed33", "tag": "9d8ba07f-4c4b-4976-8bfc-9f0332df2645"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:06:21.023235 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5acc08f1-ad96-4415-868e-f2969dde984b req-0689af2f-0aaa-4549-a121-996b0b2545be tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029015 Jun 07 16:06:21.026217 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674b51e-2390-484e-9591-86160332503f service neutron] Pushing event updated for resources: {'Port': ['ID=9d8ba07f-4c4b-4976-8bfc-9f0332df2645,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:21.045915 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf8d15b-df08-4b40-8173-9a810c3e44e7 x-openstack-request-id: req-cdf8d15b-df08-4b40-8173-9a810c3e44e7 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:06:21.046194 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19768408-2375-4de7-94b0-45c128dfed33", "tag": "9d8ba07f-4c4b-4976-8bfc-9f0332df2645", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:06:21.046491 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cdf8d15b-df08-4b40-8173-9a810c3e44e7 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:06:21.046894 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf8d15b-df08-4b40-8173-9a810c3e44e7'] response: {'name': 'network-changed', 'server_uuid': '19768408-2375-4de7-94b0-45c128dfed33', 'tag': '9d8ba07f-4c4b-4976-8bfc-9f0332df2645', 'status': 'completed', 'code': 200} Jun 07 16:06:21.666860 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:22.163974 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0b725-caf9-4e7b-8ecd-f1c2b647d522 req-e71ddb38-b65e-4183-baf9-5e08c2de4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:22.165519 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aeb0b725-caf9-4e7b-8ecd-f1c2b647d522 req-e71ddb38-b65e-4183-baf9-5e08c2de4f30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad305bb9275482b95b858fa3669e8e9&device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 1127 time: 0.0769598 Jun 07 16:06:22.176429 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614b409-53b1-462f-a685-94ac52599847 req-29119747-5827-4bd2-81c8-11fbc00363ed tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:22.177781 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9614b409-53b1-462f-a685-94ac52599847 req-29119747-5827-4bd2-81c8-11fbc00363ed tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 943 time: 0.0763979 Jun 07 16:06:22.283968 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9614b409-53b1-462f-a685-94ac52599847 req-09f87e0d-9157-4bf9-b98c-8839bb501737 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963557 Jun 07 16:06:22.305836 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0b725-caf9-4e7b-8ecd-f1c2b647d522 req-ce0f0113-8ff6-4d3f-93e5-46c4983c7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:22.307171 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aeb0b725-caf9-4e7b-8ecd-f1c2b647d522 req-ce0f0113-8ff6-4d3f-93e5-46c4983c7449 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=aad305bb9275482b95b858fa3669e8e9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1285629 Jun 07 16:06:22.403799 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0b725-caf9-4e7b-8ecd-f1c2b647d522 req-572c37f5-6e0e-4c58-a098-25e0f87537df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:22.405349 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-aeb0b725-caf9-4e7b-8ecd-f1c2b647d522 req-572c37f5-6e0e-4c58-a098-25e0f87537df service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910382 Jun 07 16:06:22.486016 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3324ebf2-bcc5-45ee-a54c-99f0647b821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:22.487403 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-3324ebf2-bcc5-45ee-a54c-99f0647b821e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad305bb9275482b95b858fa3669e8e9&device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 1127 time: 0.0410337 Jun 07 16:06:22.531449 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-5415861e-8e70-4309-98e6-9deaadb20b4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d8ba07f-4c4b-4976-8bfc-9f0332df2645 HTTP/1.1" status: 200 len: 217 time: 0.0368629 Jun 07 16:06:22.569228 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:22.580683 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1fadd2a2-b456-44e8-b973-930a619d9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:22.582693 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-1fadd2a2-b456-44e8-b973-930a619d9b1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4831d679-fbf1-4e2d-888b-40cd78c01a4a HTTP/1.1" status: 200 len: 849 time: 0.0455177 Jun 07 16:06:22.616378 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-01968c76-056a-49a0-8a93-c66b20dad49a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf4468c2-04cd-4401-baaa-a3a198a16dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258238 Jun 07 16:06:22.709509 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-00d4f43a-f149-4585-b478-49e6f051ad84 service neutron] 10.222.0.24 "GET /v2.0/networks/bf4468c2-04cd-4401-baaa-a3a198a16dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862486 Jun 07 16:06:22.803906 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30e2fd45-6e83-4834-8f7d-91bcd28c8519 req-42ef7cfc-a61e-485c-84c8-eaffd78c476f service neutron] 10.222.0.24 "GET /v2.0/networks/bf4468c2-04cd-4401-baaa-a3a198a16dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813785 Jun 07 16:06:23.278114 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:23.304812 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:23.309571 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:23.417061 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db2034-6a4e-4a24-9d09-09256e140bc3 req-37d796ba-46c5-4a5b-9db2-f81dfdc947ef tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:23.418555 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f9db2034-6a4e-4a24-9d09-09256e140bc3 req-37d796ba-46c5-4a5b-9db2-f81dfdc947ef tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 943 time: 0.0551953 Jun 07 16:06:23.473615 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f9db2034-6a4e-4a24-9d09-09256e140bc3 req-7b140826-55ea-4f91-8987-036df84485a6 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482450 Jun 07 16:06:24.577456 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:24.591748 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8fd87-b9a8-4574-8cda-a0bebacdc62a req-daa0a8d3-6586-41ff-9799-d09b29ea5a40 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:24.593272 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-34b8fd87-b9a8-4574-8cda-a0bebacdc62a req-daa0a8d3-6586-41ff-9799-d09b29ea5a40 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 943 time: 0.0521600 Jun 07 16:06:24.642258 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-34b8fd87-b9a8-4574-8cda-a0bebacdc62a req-f12b6268-4275-4cf5-9656-034386e68d68 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423656 Jun 07 16:06:25.754731 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5d93f-5541-4f97-93c1-c6c24f1d146e req-ec59ea3d-1f93-4467-867b-e70813823250 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:25.756157 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8de5d93f-5541-4f97-93c1-c6c24f1d146e req-ec59ea3d-1f93-4467-867b-e70813823250 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 943 time: 0.0455568 Jun 07 16:06:25.801942 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8de5d93f-5541-4f97-93c1-c6c24f1d146e req-7f5224d8-4495-4312-a4c3-c3b4595e4f98 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Jun 07 16:06:26.886833 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:06:26.916715 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454a866-1784-44f2-add2-3e8653c60f5e req-9144146b-c3e4-4e10-91ac-00da7182cc1b tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:26.918172 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8454a866-1784-44f2-add2-3e8653c60f5e req-9144146b-c3e4-4e10-91ac-00da7182cc1b tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 943 time: 0.0491664 Jun 07 16:06:26.966337 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8454a866-1784-44f2-add2-3e8653c60f5e req-ffb49693-5e18-4ae5-b81e-140045ef4671 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417242 Jun 07 16:06:26.986851 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9d8ba07f-4c4b-4976-8bfc-9f0332df2645,segment=NetworkSegment(fff92c2f-793c-4053-8886-82e87ef54e1b),segment_id=fff92c2f-793c-4053-8886-82e87ef54e1b)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:06:26.998679 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '9d8ba07f-4c4b-4976-8bfc-9f0332df2645', 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac', 'port_id': '9d8ba07f-4c4b-4976-8bfc-9f0332df2645', 'mac_address': 'fa:16:3e:a8:5d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4831d679-fbf1-4e2d-888b-40cd78c01a4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:06:27.000880 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:27.034215 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:06:27.034623 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:27.048499 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:06:27.068730 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9d8ba07f-4c4b-4976-8bfc-9f0332df2645,segment=NetworkSegment(fff92c2f-793c-4053-8886-82e87ef54e1b),segment_id=fff92c2f-793c-4053-8886-82e87ef54e1b)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:06:27.072518 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:27.245817 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9d8ba07f-4c4b-4976-8bfc-9f0332df2645,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:27.348912 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['9d8ba07f-4c4b-4976-8bfc-9f0332df2645'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:06:27.413612 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:28.087776 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156a647-b8ec-425a-8aad-a5543954e53a req-4002e800-2347-45f1-b3a6-c44313a93ed9 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:28.089454 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0156a647-b8ec-425a-8aad-a5543954e53a req-4002e800-2347-45f1-b3a6-c44313a93ed9 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 944 time: 0.0490599 Jun 07 16:06:28.145248 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0156a647-b8ec-425a-8aad-a5543954e53a req-e3b55e9f-742b-487d-b786-763a92196b2b tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490396 Jun 07 16:06:28.764587 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:06:28.808584 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:06:28.814377 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:06:28.814666 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:28.886888 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:06:28.887280 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:28.911326 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19768408-2375-4de7-94b0-45c128dfed33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8ba07f-4c4b-4976-8bfc-9f0332df2645'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:06:28.913611 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7767d2e0-3389-415d-a7b8-ad1c8f0be789" -d '{"events": [{"server_uuid": "19768408-2375-4de7-94b0-45c128dfed33", "name": "network-vif-plugged", "status": "completed", "tag": "9d8ba07f-4c4b-4976-8bfc-9f0332df2645"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:06:28.929249 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9d8ba07f-4c4b-4976-8bfc-9f0332df2645,segment=NetworkSegment(fff92c2f-793c-4053-8886-82e87ef54e1b),segment_id=fff92c2f-793c-4053-8886-82e87ef54e1b)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:06:28.933376 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:28.964190 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7351da5-9da8-4035-812c-310424847d7c x-openstack-request-id: req-e7351da5-9da8-4035-812c-310424847d7c {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:06:28.964573 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19768408-2375-4de7-94b0-45c128dfed33", "name": "network-vif-plugged", "status": "completed", "tag": "9d8ba07f-4c4b-4976-8bfc-9f0332df2645", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:06:28.964817 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7351da5-9da8-4035-812c-310424847d7c {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:06:28.965198 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7351da5-9da8-4035-812c-310424847d7c'] response: {'server_uuid': '19768408-2375-4de7-94b0-45c128dfed33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8ba07f-4c4b-4976-8bfc-9f0332df2645', 'code': 200} Jun 07 16:06:28.990358 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=9d8ba07f-4c4b-4976-8bfc-9f0332df2645,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:29.089143 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33776) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:29.139578 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8e9a9-b371-49ec-ad4e-9182bf03cd2a req-65e52029-57ba-4ccd-934b-e5f999670e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:29.141179 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ade8e9a9-b371-49ec-ad4e-9182bf03cd2a req-65e52029-57ba-4ccd-934b-e5f999670e51 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 1129 time: 0.0415971 Jun 07 16:06:29.196815 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ade8e9a9-b371-49ec-ad4e-9182bf03cd2a req-ba839a48-f62e-4484-aa30-76d0f07e78d6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473497 Jun 07 16:06:29.228104 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-635f6d97-625e-417c-aeb1-f74c6353f1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:29.300250 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf38d8-f64d-40ab-a639-0211a956dbc9 req-552cf5b3-b1a2-4662-93cb-7b8a43a37e41 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:29.301996 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a4cf38d8-f64d-40ab-a639-0211a956dbc9 req-552cf5b3-b1a2-4662-93cb-7b8a43a37e41 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 945 time: 0.0705523 Jun 07 16:06:29.367215 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:29.377759 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a4cf38d8-f64d-40ab-a639-0211a956dbc9 req-2f280710-1d6f-4b38-bb70-c3f0791646cf tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686820 Jun 07 16:06:29.390637 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-635f6d97-625e-417c-aeb1-f74c6353f1a9 admin admin] Publish callbacks [] for security_group (73f1f01d-245b-4479-81c5-2cd70a9bd5c1), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:29.394464 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-635f6d97-625e-417c-aeb1-f74c6353f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (73f1f01d-245b-4479-81c5-2cd70a9bd5c1), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:29.441782 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-635f6d97-625e-417c-aeb1-f74c6353f1a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9a04292be0743af8c9acbeb20441416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515000 Jun 07 16:06:29.443405 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f6d97-625e-417c-aeb1-f74c6353f1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f1f01d-245b-4479-81c5-2cd70a9bd5c1,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:29.445216 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33790) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:29.499348 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4318cb8c-13bc-4a36-92c6-5a6ee9cf5813 admin admin] Publish callbacks [] for security_group (73f1f01d-245b-4479-81c5-2cd70a9bd5c1), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:29.521918 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4318cb8c-13bc-4a36-92c6-5a6ee9cf5813 admin admin] Publish callbacks [] for security_group (73f1f01d-245b-4479-81c5-2cd70a9bd5c1), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:29.569204 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4318cb8c-13bc-4a36-92c6-5a6ee9cf5813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (73f1f01d-245b-4479-81c5-2cd70a9bd5c1), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:29.571922 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4318cb8c-13bc-4a36-92c6-5a6ee9cf5813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:29.573111 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4318cb8c-13bc-4a36-92c6-5a6ee9cf5813 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73f1f01d-245b-4479-81c5-2cd70a9bd5c1 HTTP/1.1" status: 204 len: 168 time: 0.1266313 Jun 07 16:06:29.580872 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318cb8c-13bc-4a36-92c6-5a6ee9cf5813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f1f01d-245b-4479-81c5-2cd70a9bd5c1,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:29.830664 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33796) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:29.844106 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f28c1d28-67ba-4cfb-9e40-f09be0b3683d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:29.920485 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f28c1d28-67ba-4cfb-9e40-f09be0b3683d admin admin] Publish callbacks [] for security_group (3f973df8-564e-44cb-8d5e-4e276321762a), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:29.923845 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f28c1d28-67ba-4cfb-9e40-f09be0b3683d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (3f973df8-564e-44cb-8d5e-4e276321762a), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:29.962224 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f28c1d28-67ba-4cfb-9e40-f09be0b3683d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d1267fecc0c4718912ddfabacb2c7fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305268 Jun 07 16:06:29.963325 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c1d28-67ba-4cfb-9e40-f09be0b3683d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f973df8-564e-44cb-8d5e-4e276321762a,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:29.965430 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33798) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:30.014569 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0169c99d-0751-46f8-9b5d-6c9fcfeaa543 admin admin] Publish callbacks [] for security_group (3f973df8-564e-44cb-8d5e-4e276321762a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:30.036491 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0169c99d-0751-46f8-9b5d-6c9fcfeaa543 admin admin] Publish callbacks [] for security_group (3f973df8-564e-44cb-8d5e-4e276321762a), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:30.082096 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0169c99d-0751-46f8-9b5d-6c9fcfeaa543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (3f973df8-564e-44cb-8d5e-4e276321762a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:30.085399 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0169c99d-0751-46f8-9b5d-6c9fcfeaa543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:30.086536 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0169c99d-0751-46f8-9b5d-6c9fcfeaa543 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f973df8-564e-44cb-8d5e-4e276321762a HTTP/1.1" status: 204 len: 168 time: 0.1200798 Jun 07 16:06:30.094227 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169c99d-0751-46f8-9b5d-6c9fcfeaa543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f973df8-564e-44cb-8d5e-4e276321762a,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:30.499728 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8fd7-9357-447d-839b-e60abe1ae6ac req-44d247b8-6ea4-4d7f-a835-d6d2aa959777 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:30.501366 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-983a8fd7-9357-447d-839b-e60abe1ae6ac req-44d247b8-6ea4-4d7f-a835-d6d2aa959777 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 945 time: 0.0510170 Jun 07 16:06:30.528339 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:30.555848 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-983a8fd7-9357-447d-839b-e60abe1ae6ac req-6235cdd9-4929-4482-b6d9-bbbf992e491f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487242 Jun 07 16:06:31.684590 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f32469-702b-4784-bd7e-8acaca44bbd0 req-31f95953-167c-48d2-b015-267d40126dd8 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:31.686070 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-10f32469-702b-4784-bd7e-8acaca44bbd0 req-31f95953-167c-48d2-b015-267d40126dd8 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 945 time: 0.0513983 Jun 07 16:06:31.752635 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-10f32469-702b-4784-bd7e-8acaca44bbd0 req-1d985c7c-7fff-4c70-ad04-5f7e13d557c2 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581551 Jun 07 16:06:32.262886 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33898) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:32.372796 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8c03982a-2647-49c6-887a-bb261557c75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:32.453626 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8c03982a-2647-49c6-887a-bb261557c75f admin admin] Publish callbacks [] for security_group (efc54f24-16ae-4c86-8ac9-853fc009759b), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:32.457548 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8c03982a-2647-49c6-887a-bb261557c75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (efc54f24-16ae-4c86-8ac9-853fc009759b), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:32.497390 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03982a-2647-49c6-887a-bb261557c75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc54f24-16ae-4c86-8ac9-853fc009759b,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:32.501621 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8c03982a-2647-49c6-887a-bb261557c75f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3d1df6ad615404d96ecd12eb7fe96ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376561 Jun 07 16:06:32.505253 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33902) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:32.560222 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-16099892-9f9c-4407-ac84-345d421542e2 admin admin] Publish callbacks [] for security_group (efc54f24-16ae-4c86-8ac9-853fc009759b), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:32.581944 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-16099892-9f9c-4407-ac84-345d421542e2 admin admin] Publish callbacks [] for security_group (efc54f24-16ae-4c86-8ac9-853fc009759b), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:32.632769 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-16099892-9f9c-4407-ac84-345d421542e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (efc54f24-16ae-4c86-8ac9-853fc009759b), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:32.635366 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-16099892-9f9c-4407-ac84-345d421542e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:32.636525 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-16099892-9f9c-4407-ac84-345d421542e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efc54f24-16ae-4c86-8ac9-853fc009759b HTTP/1.1" status: 204 len: 168 time: 0.1308670 Jun 07 16:06:32.645021 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16099892-9f9c-4407-ac84-345d421542e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc54f24-16ae-4c86-8ac9-853fc009759b,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:32.754042 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33914) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:32.919117 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cefac92b-221d-4609-9f9a-94313ac13908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:32.944260 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 33922) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:32.958849 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f9cda4ec-363e-444b-a6bd-2bea39d2d218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.001314 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cefac92b-221d-4609-9f9a-94313ac13908 admin admin] Publish callbacks [] for security_group (13de6b68-51d7-4ac5-8c12-2733c8b09973), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.005959 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cefac92b-221d-4609-9f9a-94313ac13908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (13de6b68-51d7-4ac5-8c12-2733c8b09973), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.030336 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:33.040463 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f9cda4ec-363e-444b-a6bd-2bea39d2d218 admin admin] Publish callbacks [] for security_group (2b98d6eb-d20c-430d-9e5c-768985c71dbf), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.045030 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f9cda4ec-363e-444b-a6bd-2bea39d2d218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (2b98d6eb-d20c-430d-9e5c-768985c71dbf), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.050660 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-cefac92b-221d-4609-9f9a-94313ac13908 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b137cb155a44f5e942abe6bfaa53884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951570 Jun 07 16:06:33.051548 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefac92b-221d-4609-9f9a-94313ac13908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13de6b68-51d7-4ac5-8c12-2733c8b09973,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:33.054745 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33924) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:33.086058 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f9cda4ec-363e-444b-a6bd-2bea39d2d218 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b028eda9a194c37b6eb3f0d4ad710a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406298 Jun 07 16:06:33.087959 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cda4ec-363e-444b-a6bd-2bea39d2d218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b98d6eb-d20c-430d-9e5c-768985c71dbf,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:33.088727 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 33926) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:33.135146 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-26fb7a11-e59b-4be6-9cf6-5ee55f867001 admin admin] Publish callbacks [] for security_group (13de6b68-51d7-4ac5-8c12-2733c8b09973), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.167243 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-26fb7a11-e59b-4be6-9cf6-5ee55f867001 admin admin] Publish callbacks [] for security_group (13de6b68-51d7-4ac5-8c12-2733c8b09973), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.180197 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab41c530-ed14-4fc9-9ede-6dfd0b32b142 admin admin] Publish callbacks [] for security_group (2b98d6eb-d20c-430d-9e5c-768985c71dbf), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.218939 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab41c530-ed14-4fc9-9ede-6dfd0b32b142 admin admin] Publish callbacks [] for security_group (2b98d6eb-d20c-430d-9e5c-768985c71dbf), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.237283 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:33.244031 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:33.268434 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-26fb7a11-e59b-4be6-9cf6-5ee55f867001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (13de6b68-51d7-4ac5-8c12-2733c8b09973), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.272386 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-26fb7a11-e59b-4be6-9cf6-5ee55f867001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.273681 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-26fb7a11-e59b-4be6-9cf6-5ee55f867001 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13de6b68-51d7-4ac5-8c12-2733c8b09973 HTTP/1.1" status: 204 len: 168 time: 0.2178493 Jun 07 16:06:33.284898 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb7a11-e59b-4be6-9cf6-5ee55f867001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13de6b68-51d7-4ac5-8c12-2733c8b09973,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:33.298606 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab41c530-ed14-4fc9-9ede-6dfd0b32b142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (2b98d6eb-d20c-430d-9e5c-768985c71dbf), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.302708 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ab41c530-ed14-4fc9-9ede-6dfd0b32b142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:33.304839 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ab41c530-ed14-4fc9-9ede-6dfd0b32b142 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b98d6eb-d20c-430d-9e5c-768985c71dbf HTTP/1.1" status: 204 len: 168 time: 0.2151222 Jun 07 16:06:33.315058 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41c530-ed14-4fc9-9ede-6dfd0b32b142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b98d6eb-d20c-430d-9e5c-768985c71dbf,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:35.791516 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1ff0f-6150-41cd-8518-f998bb6c4db7 req-468332a2-8691-4fc3-b0ae-82a967b539ff tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:35.792990 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-76f1ff0f-6150-41cd-8518-f998bb6c4db7 req-468332a2-8691-4fc3-b0ae-82a967b539ff tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 945 time: 0.0496304 Jun 07 16:06:35.839694 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-76f1ff0f-6150-41cd-8518-f998bb6c4db7 req-eac958eb-1743-4815-b6b9-e7111ce72315 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 Jun 07 16:06:36.953639 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff71c98-a76b-4781-8e20-b4fc80c95b6c req-3328227d-5571-4988-a8a0-35d094715752 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:36.955054 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6ff71c98-a76b-4781-8e20-b4fc80c95b6c req-3328227d-5571-4988-a8a0-35d094715752 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 945 time: 0.0466170 Jun 07 16:06:36.986390 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:37.004727 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6ff71c98-a76b-4781-8e20-b4fc80c95b6c req-086a1f90-2cb7-44a8-8742-8e493f9426d6 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434213 Jun 07 16:06:37.288294 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:06:37.512947 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884ee2d-74c9-4b91-a5ce-046c35df18c2 req-172870a7-4750-408b-a8a2-67e9317b4a47 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:37.514387 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5884ee2d-74c9-4b91-a5ce-046c35df18c2 req-172870a7-4750-408b-a8a2-67e9317b4a47 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.24 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 945 time: 0.0547576 Jun 07 16:06:37.611223 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-5884ee2d-74c9-4b91-a5ce-046c35df18c2 req-76a51bdd-7f48-4fac-9c85-5241c0050f81 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Deleting port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:06:37.611546 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-5884ee2d-74c9-4b91-a5ce-046c35df18c2 req-76a51bdd-7f48-4fac-9c85-5241c0050f81 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:37.715434 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-5884ee2d-74c9-4b91-a5ce-046c35df18c2 req-76a51bdd-7f48-4fac-9c85-5241c0050f81 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] For port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=9d8ba07f-4c4b-4976-8bfc-9f0332df2645,segment=NetworkSegment(fff92c2f-793c-4053-8886-82e87ef54e1b),segment_id=fff92c2f-793c-4053-8886-82e87ef54e1b)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:06:37.715815 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-5884ee2d-74c9-4b91-a5ce-046c35df18c2 req-76a51bdd-7f48-4fac-9c85-5241c0050f81 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:37.736027 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-5884ee2d-74c9-4b91-a5ce-046c35df18c2 req-76a51bdd-7f48-4fac-9c85-5241c0050f81 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Calling delete_port for 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:06:37.883817 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-5884ee2d-74c9-4b91-a5ce-046c35df18c2 req-76a51bdd-7f48-4fac-9c85-5241c0050f81 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (9d8ba07f-4c4b-4976-8bfc-9f0332df2645), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:37.897263 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['9d8ba07f-4c4b-4976-8bfc-9f0332df2645'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:06:37.912689 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a51bdd-7f48-4fac-9c85-5241c0050f81 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Pushing event deleted for resources: {'Port': ['ID=9d8ba07f-4c4b-4976-8bfc-9f0332df2645,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:37.964451 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-5884ee2d-74c9-4b91-a5ce-046c35df18c2 req-76a51bdd-7f48-4fac-9c85-5241c0050f81 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] No DVR routers for this DVR port 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:06:37.967332 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-5884ee2d-74c9-4b91-a5ce-046c35df18c2 req-76a51bdd-7f48-4fac-9c85-5241c0050f81 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:37.970791 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5884ee2d-74c9-4b91-a5ce-046c35df18c2 req-76a51bdd-7f48-4fac-9c85-5241c0050f81 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.24 "DELETE /v2.0/ports/9d8ba07f-4c4b-4976-8bfc-9f0332df2645 HTTP/1.1" status: 204 len: 173 time: 0.4494295 Jun 07 16:06:37.971229 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19768408-2375-4de7-94b0-45c128dfed33', 'name': 'network-vif-deleted', 'tag': '9d8ba07f-4c4b-4976-8bfc-9f0332df2645'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:06:37.973548 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b3507-516a-4157-8032-05bda949f7f2" -d '{"events": [{"server_uuid": "19768408-2375-4de7-94b0-45c128dfed33", "name": "network-vif-deleted", "tag": "9d8ba07f-4c4b-4976-8bfc-9f0332df2645"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:06:38.014132 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70a4a0a-0b29-4526-97c5-84868fd5d587 x-openstack-request-id: req-d70a4a0a-0b29-4526-97c5-84868fd5d587 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:06:38.014431 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19768408-2375-4de7-94b0-45c128dfed33", "name": "network-vif-deleted", "tag": "9d8ba07f-4c4b-4976-8bfc-9f0332df2645", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:06:38.014886 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d70a4a0a-0b29-4526-97c5-84868fd5d587 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:06:38.015465 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70a4a0a-0b29-4526-97c5-84868fd5d587'] response: {'server_uuid': '19768408-2375-4de7-94b0-45c128dfed33', 'name': 'network-vif-deleted', 'tag': '9d8ba07f-4c4b-4976-8bfc-9f0332df2645', 'status': 'completed', 'code': 200} Jun 07 16:06:38.106941 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-49c4ad2f-3485-4249-8c1f-ab0fcbfa04a6 req-7f678813-aa61-4c34-be3c-2ce0b7c22291 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 210 time: 0.0297620 Jun 07 16:06:39.205423 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-07aa182e-d28e-4b5c-ab19-9996125fac94 req-bc771f62-664a-45b1-ad6f-995c40812787 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 210 time: 0.0269573 Jun 07 16:06:40.302731 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-790729a5-e324-46c4-a2af-7d7c931a9491 req-59985bca-06d9-43e7-8106-5e21362e70c3 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 210 time: 0.0273662 Jun 07 16:06:40.917607 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:06:40.935733 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:06:40.936072 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 9d8ba07f-4c4b-4976-8bfc-9f0332df2645 not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:06:41.419457 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cd1b7ae3-5f37-4abc-9448-f604652a698d req-b5934f68-9b35-40b9-bd8e-825caa1a471b tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=19768408-2375-4de7-94b0-45c128dfed33 HTTP/1.1" status: 200 len: 210 time: 0.0339847 Jun 07 16:06:42.725793 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-9ead1364-774a-42a6-b432-2e802f981a41 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:42.727145 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-9ead1364-774a-42a6-b432-2e802f981a41 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/networks?id=bf4468c2-04cd-4401-baaa-a3a198a16dac HTTP/1.1" status: 200 len: 809 time: 0.0986857 Jun 07 16:06:42.743188 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-b948d4b6-c5fe-4e7e-95e5-d6bf346ef09d tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/quotas/aad305bb9275482b95b858fa3669e8e9 HTTP/1.1" status: 200 len: 375 time: 0.0105126 Jun 07 16:06:42.777729 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-8abb1157-2fce-40cf-aea3-d37fc94a7a4e tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aad305bb9275482b95b858fa3669e8e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297267 Jun 07 16:06:42.864645 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-82eb159b-4bf8-44ef-a25f-771be4a29a8f service neutron] 10.222.0.18 "GET /v2.0/networks/bf4468c2-04cd-4401-baaa-a3a198a16dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804098 Jun 07 16:06:42.877390 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:42.963426 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-cc7e7b69-6dfe-4d67-8226-3473a34dccdf service neutron] 10.222.0.18 "GET /v2.0/networks/bf4468c2-04cd-4401-baaa-a3a198a16dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932062 Jun 07 16:06:43.120382 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1594c841-f912-4d29-92a0-e79c70ff31bc req-4ec42d92-3c06-4ada-884a-9b05a697c47f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 210 time: 0.0291049 Jun 07 16:06:43.278990 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=3,neutron:DELETE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:43.315460 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:44.221183 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-021766a9-4a9c-4a6d-95b1-24ac68e1b286 req-709acf75-d3ef-476a-a5aa-7c31c04460e3 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 210 time: 0.0276289 Jun 07 16:06:45.328044 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1e159ac0-8b3f-45ba-a9f3-4b3484ec080e req-153790fc-80bf-4abd-8335-7df5ed063b55 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 210 time: 0.0273023 Jun 07 16:06:45.706828 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-af39f630-f18b-4aa0-a6c7-fec0d09bfe51 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:45.709143 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-af39f630-f18b-4aa0-a6c7-fec0d09bfe51 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.24 "GET /v2.0/networks?id=bf4468c2-04cd-4401-baaa-a3a198a16dac HTTP/1.1" status: 200 len: 809 time: 0.1069357 Jun 07 16:06:45.723728 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Request body: {'port': {'device_id': '49779b06-5543-4125-8d9e-f0b9fa78015e', 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac', 'admin_state_up': True, 'tenant_id': 'aad305bb9275482b95b858fa3669e8e9'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:45.726684 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:45.829276 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Made reservation on behalf of aad305bb9275482b95b858fa3669e8e9 for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:06:45.833352 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:45.961256 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Allocated IP 172.20.0.3 (bf4468c2-04cd-4401-baaa-a3a198a16dac/4831d679-fbf1-4e2d-888b-40cd78c01a4a/44620ff1-b162-4cc0-9379-ec079c59e72f) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:06:46.111434 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks [] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:46.144220 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:46.193664 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Network bf4468c2-04cd-4401-baaa-a3a198a16dac is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:06:46.199383 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:06:46.202020 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:06:46.234684 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Pushing event updated for resources: {'Port': ['ID=44620ff1-b162-4cc0-9379-ec079c59e72f,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:46.246226 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:46.249879 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.250227 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.250566 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.250915 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.251236 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.251565 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.251889 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.252212 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.252558 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.252880 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.253201 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.253520 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.253834 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.254722 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.255067 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:46.278010 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:46.278611 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:46.294146 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-87a86a43-5381-4671-97fc-0e050e2d489f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5747743 Jun 07 16:06:46.305910 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Request body: {'port': {'device_id': '49779b06-5543-4125-8d9e-f0b9fa78015e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:46.368336 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:46.481823 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8319f3-0da2-49a4-8fc6-02811c2b2339 req-1e6ea0be-1933-430b-bf7d-03cb6cb26c74 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:46.483529 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ae8319f3-0da2-49a4-8fc6-02811c2b2339 req-1e6ea0be-1933-430b-bf7d-03cb6cb26c74 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 931 time: 0.0821450 Jun 07 16:06:46.596842 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ae8319f3-0da2-49a4-8fc6-02811c2b2339 req-37636525-44b6-45a2-a6d9-84f9ab63bee6 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025383 Jun 07 16:06:46.647789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:46.743446 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44620ff1-b162-4cc0-9379-ec079c59e72f {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:06:46.750837 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Publish callbacks [] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:46.763272 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Transition to ACTIVE for port object 44620ff1-b162-4cc0-9379-ec079c59e72f will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:06:46.766826 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:46.815975 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Pushing event updated for resources: {'Port': ['ID=44620ff1-b162-4cc0-9379-ec079c59e72f,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:46.878720 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8b4e4a59-cc5f-4553-b88c-488931a9f70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:46.889974 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Attempting to bind port 44620ff1-b162-4cc0-9379-ec079c59e72f on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:06:46.890300 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Attempting to bind port 44620ff1-b162-4cc0-9379-ec079c59e72f by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': 'fff92c2f-793c-4053-8886-82e87ef54e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:06:46.890620 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Attempting to bind port 44620ff1-b162-4cc0-9379-ec079c59e72f on network bf4468c2-04cd-4401-baaa-a3a198a16dac {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:06:46.895963 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Port 44620ff1-b162-4cc0-9379-ec079c59e72f on network bf4468c2-04cd-4401-baaa-a3a198a16dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:06:46.896227 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Attempting to bind port 44620ff1-b162-4cc0-9379-ec079c59e72f on network bf4468c2-04cd-4401-baaa-a3a198a16dac {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:06:46.901156 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:06:46.901492 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Checking segment: {'id': 'fff92c2f-793c-4053-8886-82e87ef54e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:06:46.901870 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Bound using segment: {'id': 'fff92c2f-793c-4053-8886-82e87ef54e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:06:46.902336 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Bound port: 44620ff1-b162-4cc0-9379-ec079c59e72f, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff92c2f-793c-4053-8886-82e87ef54e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:06:46.902689 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:46.963443 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] For port 44620ff1-b162-4cc0-9379-ec079c59e72f, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:06:46.967142 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] For port 44620ff1-b162-4cc0-9379-ec079c59e72f, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=44620ff1-b162-4cc0-9379-ec079c59e72f,segment=NetworkSegment(fff92c2f-793c-4053-8886-82e87ef54e1b),segment_id=fff92c2f-793c-4053-8886-82e87ef54e1b)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:06:46.973811 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:47.007614 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:47.008221 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:47.009597 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] 10.222.0.24 "PUT /v2.0/ports/44620ff1-b162-4cc0-9379-ec079c59e72f HTTP/1.1" status: 200 len: 1093 time: 0.7075164 Jun 07 16:06:47.010023 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49779b06-5543-4125-8d9e-f0b9fa78015e', 'tag': '44620ff1-b162-4cc0-9379-ec079c59e72f'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:06:47.012237 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d924c66f-ec36-4118-8535-316912e12b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "49779b06-5543-4125-8d9e-f0b9fa78015e", "tag": "44620ff1-b162-4cc0-9379-ec079c59e72f"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:06:47.032113 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ff27c-eab4-44a6-9a7d-deb76bf8edf3 service neutron] Pushing event updated for resources: {'Port': ['ID=44620ff1-b162-4cc0-9379-ec079c59e72f,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:47.054305 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baca689-69b8-43b7-889e-353aa253967c x-openstack-request-id: req-4baca689-69b8-43b7-889e-353aa253967c {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:06:47.054590 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49779b06-5543-4125-8d9e-f0b9fa78015e", "tag": "44620ff1-b162-4cc0-9379-ec079c59e72f", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:06:47.055183 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4baca689-69b8-43b7-889e-353aa253967c {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:06:47.055319 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4baca689-69b8-43b7-889e-353aa253967c'] response: {'name': 'network-changed', 'server_uuid': '49779b06-5543-4125-8d9e-f0b9fa78015e', 'tag': '44620ff1-b162-4cc0-9379-ec079c59e72f', 'status': 'completed', 'code': 200} Jun 07 16:06:47.092217 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:47.101917 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-3ba28400-cd60-4f9c-b5dd-a6a834ce5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:47.103355 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-3ba28400-cd60-4f9c-b5dd-a6a834ce5ad5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad305bb9275482b95b858fa3669e8e9&device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 1127 time: 0.0418351 Jun 07 16:06:47.283811 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:47.404724 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-e28d92e9-33e3-4625-bd54-7085f2170460 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44620ff1-b162-4cc0-9379-ec079c59e72f HTTP/1.1" status: 200 len: 217 time: 0.2894516 Jun 07 16:06:47.457783 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-96eba00e-61ca-431b-a085-486531a77ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:47.459407 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-96eba00e-61ca-431b-a085-486531a77ce8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4831d679-fbf1-4e2d-888b-40cd78c01a4a HTTP/1.1" status: 200 len: 849 time: 0.0483167 Jun 07 16:06:47.494084 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-e9627b52-2374-4ea0-a460-297cb571f410 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf4468c2-04cd-4401-baaa-a3a198a16dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271821 Jun 07 16:06:47.595469 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-15f73242-4e3c-4659-8f51-645ae1643171 service neutron] 10.222.0.24 "GET /v2.0/networks/bf4468c2-04cd-4401-baaa-a3a198a16dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935297 Jun 07 16:06:47.739598 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9d32d77c-94e2-4fb3-89e3-2ab3ce9d9aa3 req-1646bf62-1740-4a5b-9c95-09bd49f7f75b service neutron] 10.222.0.24 "GET /v2.0/networks/bf4468c2-04cd-4401-baaa-a3a198a16dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367760 Jun 07 16:06:47.745802 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a6784-d6cb-4361-a930-9706229d70de req-fd9ed0d1-4fa4-4a41-91ba-2c45d04bc34b tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:47.747333 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-669a6784-d6cb-4361-a930-9706229d70de req-fd9ed0d1-4fa4-4a41-91ba-2c45d04bc34b tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 943 time: 0.0737276 Jun 07 16:06:47.809989 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-669a6784-d6cb-4361-a930-9706229d70de req-65aff915-72b2-4fbd-96f0-87ffbbdbeea6 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559659 Jun 07 16:06:47.972226 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34132) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:48.076595 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:48.151679 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Publish callbacks [] for security_group (399077ae-cc62-4b02-8177-af69f9189f54), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:48.155654 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (399077ae-cc62-4b02-8177-af69f9189f54), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:48.194776 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80cb2a920e2e464a9d039e7991ed2274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209578 Jun 07 16:06:48.195612 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399077ae-cc62-4b02-8177-af69f9189f54,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:48.197496 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 34136) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:48.202689 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.203028 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.203384 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.203715 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.204047 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.204385 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.204704 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.205018 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.205347 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.205667 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.205981 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.206293 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.206602 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.206929 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.207247 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075879f-d07e-4895-a712-5dbd56659161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:48.235648 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:48.248930 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e5bf005c-42ed-438f-8992-ccfbab8fb6b6 admin admin] Publish callbacks [] for security_group (399077ae-cc62-4b02-8177-af69f9189f54), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:48.269798 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e5bf005c-42ed-438f-8992-ccfbab8fb6b6 admin admin] Publish callbacks [] for security_group (399077ae-cc62-4b02-8177-af69f9189f54), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:48.318101 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e5bf005c-42ed-438f-8992-ccfbab8fb6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (399077ae-cc62-4b02-8177-af69f9189f54), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:48.320723 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e5bf005c-42ed-438f-8992-ccfbab8fb6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:48.321833 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e5bf005c-42ed-438f-8992-ccfbab8fb6b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/399077ae-cc62-4b02-8177-af69f9189f54 HTTP/1.1" status: 204 len: 168 time: 0.1233683 Jun 07 16:06:48.329918 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf005c-42ed-438f-8992-ccfbab8fb6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399077ae-cc62-4b02-8177-af69f9189f54,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:48.738132 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924c66f-ec36-4118-8535-316912e12b4b req-33ecc1f5-daf7-4a44-8516-921233cab9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:48.740034 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d924c66f-ec36-4118-8535-316912e12b4b req-33ecc1f5-daf7-4a44-8516-921233cab9d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad305bb9275482b95b858fa3669e8e9&device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 1127 time: 0.0429311 Jun 07 16:06:48.860670 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924c66f-ec36-4118-8535-316912e12b4b req-39a6f8e4-d8c4-4873-916a-0f57b7c6c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:48.862477 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d924c66f-ec36-4118-8535-316912e12b4b req-39a6f8e4-d8c4-4873-916a-0f57b7c6c194 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf4468c2-04cd-4401-baaa-a3a198a16dac HTTP/1.1" status: 200 len: 910 time: 0.1119606 Jun 07 16:06:48.929513 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d924c66f-ec36-4118-8535-316912e12b4b req-6f0033c6-65f7-4fb5-89dc-9e0c06f83b1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44620ff1-b162-4cc0-9379-ec079c59e72f HTTP/1.1" status: 200 len: 217 time: 0.0577896 Jun 07 16:06:48.998325 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e02ee7-1e19-4d8b-95b5-62d62ff32804 req-5ae2e19f-1754-4919-9315-43146cb8f8b6 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:48.999798 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-55e02ee7-1e19-4d8b-95b5-62d62ff32804 req-5ae2e19f-1754-4919-9315-43146cb8f8b6 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 943 time: 0.0806608 Jun 07 16:06:49.018144 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924c66f-ec36-4118-8535-316912e12b4b req-b9874126-9621-4ca9-b9df-165c29bf59a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:49.020567 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d924c66f-ec36-4118-8535-316912e12b4b req-b9874126-9621-4ca9-b9df-165c29bf59a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4831d679-fbf1-4e2d-888b-40cd78c01a4a HTTP/1.1" status: 200 len: 849 time: 0.0685771 Jun 07 16:06:49.028110 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f7dc57e7-0eea-41af-861f-766d45ee169f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:49.064265 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d924c66f-ec36-4118-8535-316912e12b4b req-299193b9-c88d-4106-af98-cafa004ec3d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf4468c2-04cd-4401-baaa-a3a198a16dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348215 Jun 07 16:06:49.099100 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-55e02ee7-1e19-4d8b-95b5-62d62ff32804 req-cde1695b-f07e-48d3-9711-7c3527f92f5c tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922825 Jun 07 16:06:49.172734 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d924c66f-ec36-4118-8535-316912e12b4b req-22cb74bf-50f7-47f2-b3c7-e2b52df45b95 service neutron] 10.222.0.24 "GET /v2.0/networks/bf4468c2-04cd-4401-baaa-a3a198a16dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006353 Jun 07 16:06:49.242298 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:49.277326 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d924c66f-ec36-4118-8535-316912e12b4b req-b6a313f1-2e59-4326-9374-d018c38bc118 service neutron] 10.222.0.24 "GET /v2.0/networks/bf4468c2-04cd-4401-baaa-a3a198a16dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975339 Jun 07 16:06:50.173137 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:50.227730 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8e850-9b9f-4230-a432-2665b2f4221d req-450f93f6-9430-4de5-b379-e6e0842a5491 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:50.230241 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a0a8e850-9b9f-4230-a432-2665b2f4221d req-450f93f6-9430-4de5-b379-e6e0842a5491 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 943 time: 0.0541961 Jun 07 16:06:50.260962 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:50.279030 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a0a8e850-9b9f-4230-a432-2665b2f4221d req-9304f523-2f7b-4ba9-9e65-c28afb2af61f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426419 Jun 07 16:06:50.946916 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 44620ff1-b162-4cc0-9379-ec079c59e72f details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:06:50.960902 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 34214) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:51.023178 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:51.056899 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 44620ff1-b162-4cc0-9379-ec079c59e72f, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=44620ff1-b162-4cc0-9379-ec079c59e72f,segment=NetworkSegment(fff92c2f-793c-4053-8886-82e87ef54e1b),segment_id=fff92c2f-793c-4053-8886-82e87ef54e1b)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:06:51.069906 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '44620ff1-b162-4cc0-9379-ec079c59e72f', 'network_id': 'bf4468c2-04cd-4401-baaa-a3a198a16dac', 'port_id': '44620ff1-b162-4cc0-9379-ec079c59e72f', 'mac_address': 'fa:16:3e:51:fb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4831d679-fbf1-4e2d-888b-40cd78c01a4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:06:51.074341 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6391a246-197b-4ee5-b57b-b0ac1fad7b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:51.105172 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 44620ff1-b162-4cc0-9379-ec079c59e72f is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:06:51.105556 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:51.120305 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44620ff1-b162-4cc0-9379-ec079c59e72f {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:06:51.141711 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 44620ff1-b162-4cc0-9379-ec079c59e72f, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=44620ff1-b162-4cc0-9379-ec079c59e72f,segment=NetworkSegment(fff92c2f-793c-4053-8886-82e87ef54e1b),segment_id=fff92c2f-793c-4053-8886-82e87ef54e1b)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:06:51.149628 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:51.156878 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6391a246-197b-4ee5-b57b-b0ac1fad7b23 admin admin] Publish callbacks [] for security_group (637eac66-479a-4b2e-81d0-5a66d4e04749), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:51.161925 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6391a246-197b-4ee5-b57b-b0ac1fad7b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (637eac66-479a-4b2e-81d0-5a66d4e04749), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:51.196240 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=44620ff1-b162-4cc0-9379-ec079c59e72f,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:51.204185 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6391a246-197b-4ee5-b57b-b0ac1fad7b23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8229792d46e54e28b79208db9b611451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397583 Jun 07 16:06:51.204185 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391a246-197b-4ee5-b57b-b0ac1fad7b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637eac66-479a-4b2e-81d0-5a66d4e04749,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:51.204444 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.204444 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.204444 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.204444 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.204751 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.204848 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34218) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:51.205240 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.205240 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.205519 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.205818 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.206137 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.206456 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.206774 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.207317 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.207748 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.208068 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:51.255193 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7dec3748-41ef-4b12-9783-c0e14a70273e admin admin] Publish callbacks [] for security_group (637eac66-479a-4b2e-81d0-5a66d4e04749), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:51.275922 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7dec3748-41ef-4b12-9783-c0e14a70273e admin admin] Publish callbacks [] for security_group (637eac66-479a-4b2e-81d0-5a66d4e04749), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:51.324829 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7dec3748-41ef-4b12-9783-c0e14a70273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (637eac66-479a-4b2e-81d0-5a66d4e04749), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:51.327382 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7dec3748-41ef-4b12-9783-c0e14a70273e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:51.328568 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-7dec3748-41ef-4b12-9783-c0e14a70273e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/637eac66-479a-4b2e-81d0-5a66d4e04749 HTTP/1.1" status: 204 len: 168 time: 0.1228108 Jun 07 16:06:51.337388 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec3748-41ef-4b12-9783-c0e14a70273e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637eac66-479a-4b2e-81d0-5a66d4e04749,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:51.406238 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f9836-0de3-47bd-a7e2-2a0aeae7338f req-bed1039c-4f17-4e22-ba36-179098de7d3c tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:51.407699 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-921f9836-0de3-47bd-a7e2-2a0aeae7338f req-bed1039c-4f17-4e22-ba36-179098de7d3c tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 944 time: 0.0537951 Jun 07 16:06:51.426655 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:51.427459 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['44620ff1-b162-4cc0-9379-ec079c59e72f'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:06:51.459447 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-921f9836-0de3-47bd-a7e2-2a0aeae7338f req-b1936fd0-ab7d-45fa-9eb4-1cda6a69980f tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Jun 07 16:06:51.488157 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:51.674425 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:51.995224 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34256) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:52.093600 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-530369102-network', 'tenant_id': '0598199897de4461b994edd96e987dfb'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:52.122410 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Made reservation on behalf of 0598199897de4461b994edd96e987dfb for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:06:52.125655 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.136187 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.227558 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Publish callbacks [] for security_group (d5906e08-74e8-49c1-9961-f1ba396af1f3), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.232486 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (d5906e08-74e8-49c1-9961-f1ba396af1f3), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.245036 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 16:06:52.262144 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (159eaf0b-9430-4953-b5fa-64b98259a7b4), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.262483 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Added segment 159eaf0b-9430-4953-b5fa-64b98259a7b4 of type vlan for network 7501c96e-4dd9-43da-bc90-8b90ac075e50 Jun 07 16:06:52.307372 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5906e08-74e8-49c1-9961-f1ba396af1f3,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:52.318302 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (7501c96e-4dd9-43da-bc90-8b90ac075e50), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.345101 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (7501c96e-4dd9-43da-bc90-8b90ac075e50), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.346089 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:52.346654 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.414569 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4182451 Jun 07 16:06:52.417396 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34260) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:52.422487 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] Request body: {'subnet': {'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-530369102-subnet', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'ip_version': 4}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:52.429559 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e8d51-30bc-438c-a645-7b3d0d44ec14 admin admin] Pushing event updated for resources: {'Network': ['ID=7501c96e-4dd9-43da-bc90-8b90ac075e50,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:52.441538 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 7501c96e-4dd9-43da-bc90-8b90ac075e50 details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 16:06:52.446592 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] Made reservation on behalf of 0598199897de4461b994edd96e987dfb for: {'subnet': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:06:52.449365 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260635429'] for subnet (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.511119 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:52.520679 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:52.609862 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2c9f1-7397-42e5-9354-2c6770e8a707 req-83b9f265-6628-47d2-92f1-d1e81680b00d tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:52.611404 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-23d2c9f1-7397-42e5-9354-2c6770e8a707 req-83b9f265-6628-47d2-92f1-d1e81680b00d tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 944 time: 0.0531826 Jun 07 16:06:52.667629 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1213144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260635415'] for subnet (e0f2961a-2365-4bbd-a091-9429b895aa62), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.677648 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-23d2c9f1-7397-42e5-9354-2c6770e8a707 req-c9d15ad5-7299-441a-9333-4170023becfd tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595827 Jun 07 16:06:52.724441 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f2961a-2365-4bbd-a091-9429b895aa62,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:52.736665 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] Checking segment: {'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:06:52.737020 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] Network hostable DHCP agents. Network: 7501c96e-4dd9-43da-bc90-8b90ac075e50, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 16:06:52.755927 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] Network 7501c96e-4dd9-43da-bc90-8b90ac075e50 is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 16:06:52.765701 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 7501c96e-4dd9-43da-bc90-8b90ac075e50) {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:06:52.770444 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:52.771018 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.775031 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3d1cbb-66b1-4937-9153-38bf221cd457 None None] Network 7501c96e-4dd9-43da-bc90-8b90ac075e50 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:06:52.790811 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-66ce0173-3f77-4d18-be75-31918a425650 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3721404 Jun 07 16:06:52.795234 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 34274) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:52.799768 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:52.821660 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-695'] for router (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.822654 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-700'] for router (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.881993 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Publish callbacks [] for router_controller (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), precommit_add_association {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.900437 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-7501c96e-4dd9-43da-bc90-8b90ac075e50', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'project_id': '0598199897de4461b994edd96e987dfb', 'fixed_ips': [{'subnet_id': 'e0f2961a-2365-4bbd-a091-9429b895aa62'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 16:06:52.901661 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:52.971237 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 44620ff1-b162-4cc0-9379-ec079c59e72f up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:06:53.020582 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Publish callbacks [] for router_gateway (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.059889 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 44620ff1-b162-4cc0-9379-ec079c59e72f completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:06:53.070512 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 44620ff1-b162-4cc0-9379-ec079c59e72f triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:06:53.070882 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.096416 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Allocated IP 172.20.0.2 (7501c96e-4dd9-43da-bc90-8b90ac075e50/e0f2961a-2365-4bbd-a091-9429b895aa62/03418f24-1fae-4e71-bee9-fafd17d5bf99) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:06:53.194627 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:53.212567 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Publish callbacks [] for router_gateway (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.225273 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 44620ff1-b162-4cc0-9379-ec079c59e72f is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:06:53.225648 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.232036 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.239528 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:53.295170 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49779b06-5543-4125-8d9e-f0b9fa78015e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44620ff1-b162-4cc0-9379-ec079c59e72f'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:06:53.297369 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a999b3d-ffea-4803-a357-d15674c14ae2" -d '{"events": [{"server_uuid": "49779b06-5543-4125-8d9e-f0b9fa78015e", "name": "network-vif-plugged", "status": "completed", "tag": "44620ff1-b162-4cc0-9379-ec079c59e72f"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:06:53.326941 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 44620ff1-b162-4cc0-9379-ec079c59e72f, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=44620ff1-b162-4cc0-9379-ec079c59e72f,segment=NetworkSegment(fff92c2f-793c-4053-8886-82e87ef54e1b),segment_id=fff92c2f-793c-4053-8886-82e87ef54e1b)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:06:53.328786 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.333598 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Publish callbacks [] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.335513 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.342816 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.370523 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f15292-89ac-47f3-a1b8-e87886b790ed x-openstack-request-id: req-02f15292-89ac-47f3-a1b8-e87886b790ed {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:06:53.370866 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49779b06-5543-4125-8d9e-f0b9fa78015e", "name": "network-vif-plugged", "status": "completed", "tag": "44620ff1-b162-4cc0-9379-ec079c59e72f", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:06:53.371108 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02f15292-89ac-47f3-a1b8-e87886b790ed {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:06:53.371496 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f15292-89ac-47f3-a1b8-e87886b790ed'] response: {'server_uuid': '49779b06-5543-4125-8d9e-f0b9fa78015e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44620ff1-b162-4cc0-9379-ec079c59e72f', 'code': 200} Jun 07 16:06:53.377301 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-e7255949-0db1-4c0b-af47-cbfb2cc8b470 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628078 Jun 07 16:06:53.385627 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Allocated IP 172.27.2.125 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/f2244a31-deed-430a-8f40-cab9392ad222) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:06:53.395507 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:53.400516 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Network 7501c96e-4dd9-43da-bc90-8b90ac075e50 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:06:53.408134 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:06:53.413222 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:06:53.418469 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=44620ff1-b162-4cc0-9379-ec079c59e72f,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:53.504078 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Pushing event updated for resources: {'Port': ['ID=03418f24-1fae-4e71-bee9-fafd17d5bf99,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:53.511028 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Attempting to bind port 03418f24-1fae-4e71-bee9-fafd17d5bf99 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:06:53.511394 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Attempting to bind port 03418f24-1fae-4e71-bee9-fafd17d5bf99 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:06:53.511746 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Attempting to bind port 03418f24-1fae-4e71-bee9-fafd17d5bf99 on network 7501c96e-4dd9-43da-bc90-8b90ac075e50 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:06:53.517385 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:06:53.517833 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Checking segment: {'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:06:53.518234 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.518617 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Bound using segment: {'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:06:53.519075 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Bound port: 03418f24-1fae-4e71-bee9-fafd17d5bf99, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:06:53.519642 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.531947 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-44c21c8f-88a5-44c4-99b1-73b7b4511a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:53.533399 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-44c21c8f-88a5-44c4-99b1-73b7b4511a63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 1129 time: 0.0797241 Jun 07 16:06:53.620542 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] For port 03418f24-1fae-4e71-bee9-fafd17d5bf99, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:06:53.624493 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Publish callbacks [] for port (f2244a31-deed-430a-8f40-cab9392ad222), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.625374 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] For port 03418f24-1fae-4e71-bee9-fafd17d5bf99, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=03418f24-1fae-4e71-bee9-fafd17d5bf99,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:06:53.633133 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.664954 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e087-c06e-4b3e-9f79-9a46b064333c req-c67e670c-de07-48c5-a9ff-d5872367ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:53.666434 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cec5e087-c06e-4b3e-9f79-9a46b064333c req-c67e670c-de07-48c5-a9ff-d5872367ab43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 1129 time: 0.1447861 Jun 07 16:06:53.687671 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed2fec-337e-40ae-ae77-a98b595a1043 None None] Pushing event updated for resources: {'Port': ['ID=03418f24-1fae-4e71-bee9-fafd17d5bf99,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:53.724612 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:53.778201 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cec5e087-c06e-4b3e-9f79-9a46b064333c req-a36f240d-04c3-49e9-bdb6-aa20dbbe7dd9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008394 Jun 07 16:06:53.780949 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (f2244a31-deed-430a-8f40-cab9392ad222), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:53.786272 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-5ff248ae-6f07-4153-a35d-f347191160bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:53.787654 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-5ff248ae-6f07-4153-a35d-f347191160bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 913 time: 0.2191377 Jun 07 16:06:53.849606 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:06:53.858232 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d746c99-b707-4c54-8095-a28ed249b3c1 req-79e17037-6dcb-4365-b24c-025f0e984583 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:53.874283 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8d746c99-b707-4c54-8095-a28ed249b3c1 req-79e17037-6dcb-4365-b24c-025f0e984583 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 945 time: 0.1101351 Jun 07 16:06:53.888929 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:06:53.892285 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:06:53.931785 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Pushing event updated for resources: {'Port': ['ID=f2244a31-deed-430a-8f40-cab9392ad222,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:54.087047 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8d746c99-b707-4c54-8095-a28ed249b3c1 req-222d893b-27f2-437e-99ee-f7fd2c3beb99 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956477 Jun 07 16:06:54.105064 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:54.146222 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-49b80a4c-1f81-4a89-b54c-14e6a3bc5dbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8077d1d-3d8c-4470-a85e-ad23d31f79df HTTP/1.1" status: 200 len: 1000 time: 0.1583602 Jun 07 16:06:54.280728 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Publish callbacks [] for router_gateway (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:54.501825 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334'] for router (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:54.561806 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-48d18cec-2c8b-4712-8e5a-42b611598a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:54.563301 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-48d18cec-2c8b-4712-8e5a-42b611598a0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.0989299 Jun 07 16:06:54.652269 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-53efd4c2-6c60-4545-b04b-7df45e57e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:54.653757 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-53efd4c2-6c60-4545-b04b-7df45e57e5b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571980 Jun 07 16:06:54.695601 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc7f051-7bda-4077-a78b-d6c64cbf4773 None None] Network 7501c96e-4dd9-43da-bc90-8b90ac075e50 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:06:54.751293 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 is scheduled to L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 with binding_index 1 {{(pid=103968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 16:06:54.756984 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-abec57c1-0b53-45ba-8db0-f4881c4b0c0a None None] Provisioning complete for port 03418f24-1fae-4e71-bee9-fafd17d5bf99 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:06:54.757357 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-abec57c1-0b53-45ba-8db0-f4881c4b0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:54.770940 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-f70bf508-4d5e-4b1c-b5f1-6642d63ff8f5 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082320 Jun 07 16:06:54.809009 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:54.877554 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:06:54.881754 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-abec57c1-0b53-45ba-8db0-f4881c4b0c0a None None] Current status of the port 03418f24-1fae-4e71-bee9-fafd17d5bf99 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:06:54.882143 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-abec57c1-0b53-45ba-8db0-f4881c4b0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:54.893612 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Sync routers for ids ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:06:54.900782 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:54.902521 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9825e9bb-4d26-46c0-9a7d-4e64dead7c21 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1059697 Jun 07 16:06:54.905021 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 34292) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:54.913899 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Routers {'aad6b80f-9bb3-4db5-b15b-7b5e5562d305'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:06:54.914659 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:06:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:06:54.964143 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-abec57c1-0b53-45ba-8db0-f4881c4b0c0a None None] For port 03418f24-1fae-4e71-bee9-fafd17d5bf99, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=03418f24-1fae-4e71-bee9-fafd17d5bf99,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:06:54.995584 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:55.006073 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-abec57c1-0b53-45ba-8db0-f4881c4b0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:55.184126 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:55.203391 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-9ccc90a4-f863-453f-b36f-10f49d83df5b None None] Provisioning complete for port 03418f24-1fae-4e71-bee9-fafd17d5bf99 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:06:55.203749 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9ccc90a4-f863-453f-b36f-10f49d83df5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:55.245661 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec57c1-0b53-45ba-8db0-f4881c4b0c0a None None] Pushing event updated for resources: {'Port': ['ID=03418f24-1fae-4e71-bee9-fafd17d5bf99,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:55.259465 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Set router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:06:55.335014 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:55.462620 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc90a4-f863-453f-b36f-10f49d83df5b None None] Current status of the port 03418f24-1fae-4e71-bee9-fafd17d5bf99 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:06:55.540161 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:54Z', 'revision_number': 3, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:06:55.592868 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 03418f24-1fae-4e71-bee9-fafd17d5bf99 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:06:55.595576 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Checking router: aad6b80f-9bb3-4db5-b15b-7b5e5562d305 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:06:55.595918 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Updating router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 port f2244a31-deed-430a-8f40-cab9392ad222 binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 16:06:55.596507 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f1547-aad7-4870-93ad-de423306705f req-89c50fa7-d374-432a-b571-70b838767ebc tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:55.598742 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7f0f1547-aad7-4870-93ad-de423306705f req-89c50fa7-d374-432a-b571-70b838767ebc tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 945 time: 0.4022079 Jun 07 16:06:55.655979 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f2244a31-deed-430a-8f40-cab9392ad222), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:55.715781 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 03418f24-1fae-4e71-bee9-fafd17d5bf99 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:06:55.716471 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:55.721568 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0887bcad-9dd3-4677-b9ad-3071cb7a9803 req-a030c287-59ef-41c3-a095-9a34e893d02c service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265467 Jun 07 16:06:55.741893 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7f0f1547-aad7-4870-93ad-de423306705f req-d5be87b1-50e1-4bc1-b9ed-a4a287b3963a tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331999 Jun 07 16:06:55.802754 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:55.912045 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 03418f24-1fae-4e71-bee9-fafd17d5bf99 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:06:55.915306 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:55.986047 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Allocated IP 172.20.0.1 (7501c96e-4dd9-43da-bc90-8b90ac075e50/e0f2961a-2365-4bbd-a091-9429b895aa62/3063a9bb-63d5-4d60-a78f-48d4f7012b83) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:06:56.027666 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Publish callbacks [] for port (f2244a31-deed-430a-8f40-cab9392ad222), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.028026 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f2244a31-deed-430a-8f40-cab9392ad222), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.082664 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Attempting to bind port f2244a31-deed-430a-8f40-cab9392ad222 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:06:56.082664 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Attempting to bind port f2244a31-deed-430a-8f40-cab9392ad222 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:06:56.082664 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Attempting to bind port f2244a31-deed-430a-8f40-cab9392ad222 on network 10820ebf-33cd-43bf-8673-83f1ebc3af4b {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:06:56.084946 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed708c-15cd-47c0-9054-e95eadd4787a None None] Pushing event updated for resources: {'Port': ['ID=f2244a31-deed-430a-8f40-cab9392ad222,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:56.093621 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:06:56.094144 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:06:56.094555 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.094946 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Bound using segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:06:56.095421 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Bound port: f2244a31-deed-430a-8f40-cab9392ad222, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:06:56.096327 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f2244a31-deed-430a-8f40-cab9392ad222), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.124573 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Publish callbacks [] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.145689 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:56.153903 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] For port f2244a31-deed-430a-8f40-cab9392ad222, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:06:56.158331 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] For port f2244a31-deed-430a-8f40-cab9392ad222, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=f2244a31-deed-430a-8f40-cab9392ad222,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:06:56.160420 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.165679 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f2244a31-deed-430a-8f40-cab9392ad222), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.201018 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Network 7501c96e-4dd9-43da-bc90-8b90ac075e50 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:06:56.205803 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:06:56.209923 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:06:56.227704 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:56.230037 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Routers {'aad6b80f-9bb3-4db5-b15b-7b5e5562d305'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:06:56.230767 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:06:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:06:56.255644 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:56.256790 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582480'] for router_interface (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.281444 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed708c-15cd-47c0-9054-e95eadd4787a None None] Pushing event updated for resources: {'Port': ['ID=f2244a31-deed-430a-8f40-cab9392ad222,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:56.309898 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Pushing event updated for resources: {'Port': ['ID=3063a9bb-63d5-4d60-a78f-48d4f7012b83,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:56.375774 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] Set router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:06:56.428421 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.516190 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-c2e6339a-abf3-4d1a-84de-241e64c09f11 None None] Provisioning complete for port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:06:56.516506 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c2e6339a-abf3-4d1a-84de-241e64c09f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.567876 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6339a-abf3-4d1a-84de-241e64c09f11 None None] Port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:06:56.577183 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eff9b4-12ed-4446-bba6-ead43c3567f0 req-366290e4-2f44-45c4-9e24-a67c1a4e7077 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:56.578671 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-17eff9b4-12ed-4446-bba6-ead43c3567f0 req-366290e4-2f44-45c4-9e24-a67c1a4e7077 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 945 time: 0.0719225 Jun 07 16:06:56.617503 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:54Z', 'revision_number': 3, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:06:56.642276 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c9089-3921-472f-8693-3fd7761e22b1 None None] The sync data for ids ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'] in dv-cinder-844879-2-iscsi is: [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:54Z', 'revision_number': 3, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:06:56.682447 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-17eff9b4-12ed-4446-bba6-ead43c3567f0 req-ae6dba94-4795-44c0-89da-f4897af0f1a5 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753114 Jun 07 16:06:56.714409 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Publish callbacks [] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.720321 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.724846 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:56.798268 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1829311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582436'] for router_interface (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:56.800215 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Pushing event updated for resources: {'Port': ['ID=3063a9bb-63d5-4d60-a78f-48d4f7012b83,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:56.931075 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Network 7501c96e-4dd9-43da-bc90-8b90ac075e50 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:06:56.932690 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:06:57.080995 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 34340) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:57.088464 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:06:57.196395 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-2c02d396-56f6-41cc-ac92-f66d38452f9c None None] Provisioning complete for port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:06:57.197143 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2c02d396-56f6-41cc-ac92-f66d38452f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.236489 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:57.239456 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0a790200-fe86-410d-847a-227581573a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.243665 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:06:57.250245 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-2c02d396-56f6-41cc-ac92-f66d38452f9c None None] Port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:06:57.256896 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8e6cb539-86e7-4ff7-b6fc-3e6163e7ede7 admin admin] 10.222.0.18 "PUT /v2.0/routers/aad6b80f-9bb3-4db5-b15b-7b5e5562d305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3502176 Jun 07 16:06:57.342713 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0a790200-fe86-410d-847a-227581573a76 admin admin] Publish callbacks [] for security_group (43792432-ab59-4de1-8a83-112ff9294b86), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.349398 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0a790200-fe86-410d-847a-227581573a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (43792432-ab59-4de1-8a83-112ff9294b86), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.394943 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a790200-fe86-410d-847a-227581573a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43792432-ab59-4de1-8a83-112ff9294b86,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:57.403281 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34348) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:57.403735 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0a790200-fe86-410d-847a-227581573a76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29430ef310694e1297af8e22f34fcf94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213797 Jun 07 16:06:57.478489 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-338e44fc-9830-4f9e-b4a7-e3fddaf78e21 admin admin] Publish callbacks [] for security_group (43792432-ab59-4de1-8a83-112ff9294b86), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.520893 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-338e44fc-9830-4f9e-b4a7-e3fddaf78e21 admin admin] Publish callbacks [] for security_group (43792432-ab59-4de1-8a83-112ff9294b86), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.587640 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-338e44fc-9830-4f9e-b4a7-e3fddaf78e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (43792432-ab59-4de1-8a83-112ff9294b86), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.591042 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-338e44fc-9830-4f9e-b4a7-e3fddaf78e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.592615 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-338e44fc-9830-4f9e-b4a7-e3fddaf78e21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43792432-ab59-4de1-8a83-112ff9294b86 HTTP/1.1" status: 204 len: 168 time: 0.1873085 Jun 07 16:06:57.602676 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e44fc-9830-4f9e-b4a7-e3fddaf78e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43792432-ab59-4de1-8a83-112ff9294b86,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:57.626621 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device f2244a31-deed-430a-8f40-cab9392ad222 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:06:57.688819 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port f2244a31-deed-430a-8f40-cab9392ad222 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:06:57.689091 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (f2244a31-deed-430a-8f40-cab9392ad222), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.794785 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port f2244a31-deed-430a-8f40-cab9392ad222 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:06:57.795203 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (f2244a31-deed-430a-8f40-cab9392ad222), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.818191 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port f2244a31-deed-430a-8f40-cab9392ad222, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=f2244a31-deed-430a-8f40-cab9392ad222,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:06:57.824525 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (f2244a31-deed-430a-8f40-cab9392ad222), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.849456 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cae7b0-04ca-4906-9728-2167c5db34da req-490d216d-794d-4c8d-8e33-da6954e6cf71 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:57.851780 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f0cae7b0-04ca-4906-9728-2167c5db34da req-490d216d-794d-4c8d-8e33-da6954e6cf71 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 945 time: 0.0836792 Jun 07 16:06:57.890658 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=f2244a31-deed-430a-8f40-cab9392ad222,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:57.912753 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f0cae7b0-04ca-4906-9728-2167c5db34da req-35c10673-dbb2-4980-a7d0-d152cb537184 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/security-groups?id=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553610 Jun 07 16:06:57.941462 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34366) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:57.946612 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2020088603-network', 'tenant_id': '73040879400849428417033cff2e77b0'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:57.970129 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Made reservation on behalf of 73040879400849428417033cff2e77b0 for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:06:57.974205 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:57.985360 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.015188 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 34368) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:58.029450 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a513f3b3-5aa7-4261-a414-577a3977950b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.071508 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Publish callbacks [] for security_group (8fbe0351-615a-465c-9adc-2e2c9ddc754f), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.074722 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (8fbe0351-615a-465c-9adc-2e2c9ddc754f), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.096123 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 16:06:58.112791 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbe0351-615a-465c-9adc-2e2c9ddc754f,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:58.116212 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (8d256489-f63f-4b4b-88dc-bb35193bb9dc), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.116598 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Added segment 8d256489-f63f-4b4b-88dc-bb35193bb9dc of type vlan for network 3a103fb8-323b-447a-8fca-cb90193fb38d Jun 07 16:06:58.125294 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:58.137660 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8e5c3-7ff1-478c-bf67-9ad958a1f062 req-f4699e87-96cc-4a1e-9d4d-9e18a9ddb329 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:58.139110 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21e8e5c3-7ff1-478c-bf67-9ad958a1f062 req-f4699e87-96cc-4a1e-9d4d-9e18a9ddb329 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.24 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 945 time: 0.0662606 Jun 07 16:06:58.162941 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a513f3b3-5aa7-4261-a414-577a3977950b admin admin] Publish callbacks [] for security_group (12265b08-973b-42d3-b607-2bc8dafcefea), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.167304 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (3a103fb8-323b-447a-8fca-cb90193fb38d), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.181618 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a513f3b3-5aa7-4261-a414-577a3977950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (12265b08-973b-42d3-b607-2bc8dafcefea), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.194687 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (3a103fb8-323b-447a-8fca-cb90193fb38d), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.195850 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:58.196587 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.219200 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:58.262159 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3196001 Jun 07 16:06:58.264871 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34370) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:58.270758 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a513f3b3-5aa7-4261-a414-577a3977950b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0726ddf9cac241888599e00622e5da6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514331 Jun 07 16:06:58.272156 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] Request body: {'subnet': {'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2020088603-subnet', 'tenant_id': '73040879400849428417033cff2e77b0', 'ip_version': 4}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:58.274302 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 34372) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:58.277111 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329973ce-ec23-41d3-9619-5553a8fb4a6e admin admin] Pushing event updated for resources: {'Network': ['ID=3a103fb8-323b-447a-8fca-cb90193fb38d,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:58.282466 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513f3b3-5aa7-4261-a414-577a3977950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12265b08-973b-42d3-b607-2bc8dafcefea,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:58.291643 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 3a103fb8-323b-447a-8fca-cb90193fb38d details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 16:06:58.297084 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-21e8e5c3-7ff1-478c-bf67-9ad958a1f062 req-d0a91e74-f088-4ea5-89ae-f3fc11384d96 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Deleting port 44620ff1-b162-4cc0-9379-ec079c59e72f {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:06:58.297454 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-21e8e5c3-7ff1-478c-bf67-9ad958a1f062 req-d0a91e74-f088-4ea5-89ae-f3fc11384d96 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.313231 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] Made reservation on behalf of 73040879400849428417033cff2e77b0 for: {'subnet': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:06:58.315921 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260635429'] for subnet (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.376571 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:58.405998 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c1d1033d-4e02-4398-ab26-21df0918aad4 admin admin] Publish callbacks [] for security_group (12265b08-973b-42d3-b607-2bc8dafcefea), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.435613 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-21e8e5c3-7ff1-478c-bf67-9ad958a1f062 req-d0a91e74-f088-4ea5-89ae-f3fc11384d96 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] For port 44620ff1-b162-4cc0-9379-ec079c59e72f, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=44620ff1-b162-4cc0-9379-ec079c59e72f,segment=NetworkSegment(fff92c2f-793c-4053-8886-82e87ef54e1b),segment_id=fff92c2f-793c-4053-8886-82e87ef54e1b)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:06:58.435970 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-21e8e5c3-7ff1-478c-bf67-9ad958a1f062 req-d0a91e74-f088-4ea5-89ae-f3fc11384d96 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.452830 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c1d1033d-4e02-4398-ab26-21df0918aad4 admin admin] Publish callbacks [] for security_group (12265b08-973b-42d3-b607-2bc8dafcefea), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.462900 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-21e8e5c3-7ff1-478c-bf67-9ad958a1f062 req-d0a91e74-f088-4ea5-89ae-f3fc11384d96 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Calling delete_port for 44620ff1-b162-4cc0-9379-ec079c59e72f owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:06:58.469790 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:58.509666 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1213144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260635415'] for subnet (6565635a-296f-46ed-9a37-2fd7202b2649), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.555883 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c1d1033d-4e02-4398-ab26-21df0918aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (12265b08-973b-42d3-b607-2bc8dafcefea), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.558510 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c1d1033d-4e02-4398-ab26-21df0918aad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.559632 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c1d1033d-4e02-4398-ab26-21df0918aad4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12265b08-973b-42d3-b607-2bc8dafcefea HTTP/1.1" status: 204 len: 168 time: 0.2843699 Jun 07 16:06:58.573122 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6565635a-296f-46ed-9a37-2fd7202b2649,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:58.584501 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1033d-4e02-4398-ab26-21df0918aad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12265b08-973b-42d3-b607-2bc8dafcefea,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:58.596595 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] Checking segment: {'id': '8d256489-f63f-4b4b-88dc-bb35193bb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:06:58.596953 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] Network hostable DHCP agents. Network: 3a103fb8-323b-447a-8fca-cb90193fb38d, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 16:06:58.631833 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] Network 3a103fb8-323b-447a-8fca-cb90193fb38d is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 16:06:58.650402 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 3a103fb8-323b-447a-8fca-cb90193fb38d) {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:06:58.652137 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Sync routers for ids ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:06:58.656082 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:06:58.656720 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.665008 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f05cd-36b2-410d-9152-0ff60922d7b1 None None] Network 3a103fb8-323b-447a-8fca-cb90193fb38d requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:06:58.665252 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-21e8e5c3-7ff1-478c-bf67-9ad958a1f062 req-d0a91e74-f088-4ea5-89ae-f3fc11384d96 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (44620ff1-b162-4cc0-9379-ec079c59e72f), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.678622 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Routers {'aad6b80f-9bb3-4db5-b15b-7b5e5562d305'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:06:58.679373 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:06:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:06:58.702689 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-68ebacf6-cf2e-4ea9-bde7-6822108937dc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4361713 Jun 07 16:06:58.705347 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34376) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:58.715358 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2020088603-router', 'tenant_id': '73040879400849428417033cff2e77b0', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:06:58.721902 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a91e74-f088-4ea5-89ae-f3fc11384d96 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Pushing event deleted for resources: {'Port': ['ID=44620ff1-b162-4cc0-9379-ec079c59e72f,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:58.749636 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-695'] for router (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.757509 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-700'] for router (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.759544 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['44620ff1-b162-4cc0-9379-ec079c59e72f'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:06:58.818224 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e8e5c3-7ff1-478c-bf67-9ad958a1f062 req-d0a91e74-f088-4ea5-89ae-f3fc11384d96 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] No DVR routers for this DVR port 44620ff1-b162-4cc0-9379-ec079c59e72f on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:06:58.822464 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Set router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:06:58.826781 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-21e8e5c3-7ff1-478c-bf67-9ad958a1f062 req-d0a91e74-f088-4ea5-89ae-f3fc11384d96 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.830638 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21e8e5c3-7ff1-478c-bf67-9ad958a1f062 req-d0a91e74-f088-4ea5-89ae-f3fc11384d96 tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.24 "DELETE /v2.0/ports/44620ff1-b162-4cc0-9379-ec079c59e72f HTTP/1.1" status: 204 len: 173 time: 0.6802192 Jun 07 16:06:58.831095 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49779b06-5543-4125-8d9e-f0b9fa78015e', 'name': 'network-vif-deleted', 'tag': '44620ff1-b162-4cc0-9379-ec079c59e72f'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:06:58.842949 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4351d43e-28d3-4669-b670-f3f73d6f34eb" -d '{"events": [{"server_uuid": "49779b06-5543-4125-8d9e-f0b9fa78015e", "name": "network-vif-deleted", "tag": "44620ff1-b162-4cc0-9379-ec079c59e72f"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:06:58.875142 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Publish callbacks [] for router_controller (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), precommit_add_association {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:58.875995 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:58.904401 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5792a9c-269c-4737-ab7e-ddba2bf9e3b6 x-openstack-request-id: req-d5792a9c-269c-4737-ab7e-ddba2bf9e3b6 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:06:58.905063 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49779b06-5543-4125-8d9e-f0b9fa78015e", "name": "network-vif-deleted", "tag": "44620ff1-b162-4cc0-9379-ec079c59e72f", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:06:58.907344 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5792a9c-269c-4737-ab7e-ddba2bf9e3b6 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:06:58.909130 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5792a9c-269c-4737-ab7e-ddba2bf9e3b6'] response: {'server_uuid': '49779b06-5543-4125-8d9e-f0b9fa78015e', 'name': 'network-vif-deleted', 'tag': '44620ff1-b162-4cc0-9379-ec079c59e72f', 'status': 'completed', 'code': 200} Jun 07 16:06:58.942820 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb260e25d-c971-5b06-b2db-3a63869c3b53-3a103fb8-323b-447a-8fca-cb90193fb38d', 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d', 'project_id': '73040879400849428417033cff2e77b0', 'fixed_ips': [{'subnet_id': '6565635a-296f-46ed-9a37-2fd7202b2649'}]}} from dv-cinder-844879-2-iscsi. {{(pid=103970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 16:06:58.943784 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.051482 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Publish callbacks [] for router_gateway (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.077309 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4b530a58-8416-457b-8adb-630d55c558f8 req-77bf83f0-34f2-4f9b-802c-8b3f3c3ab2bf tempest-VolumesActionsTest-2092477073 tempest-VolumesActionsTest-2092477073-project] 10.222.0.18 "GET /v2.0/ports?device_id=49779b06-5543-4125-8d9e-f0b9fa78015e HTTP/1.1" status: 200 len: 210 time: 0.0428593 Jun 07 16:06:59.187587 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Allocated IP 172.20.0.2 (3a103fb8-323b-447a-8fca-cb90193fb38d/6565635a-296f-46ed-9a37-2fd7202b2649/b9c59550-8397-4dcd-9882-7c7a1fc9a8ee) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:06:59.198041 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 4, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '3063a9bb-63d5-4d60-a78f-48d4f7012b83', 'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'mac_address': 'fa:16:3e:f4:e3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:55Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 2, 'project_id': '0598199897de4461b994edd96e987dfb', 'subnets': [{'id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:06:59.205931 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:59.228063 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Checking router: aad6b80f-9bb3-4db5-b15b-7b5e5562d305 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:06:59.228312 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Updating router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 binding host dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 16:06:59.241358 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34384) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:59.259000 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.278408 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-65be2985-5485-4712-88d0-815da51e6b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.283720 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:59.305154 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Publish callbacks [] for router_gateway (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.336114 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.373596 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Publish callbacks [] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.379833 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.432768 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Network 3a103fb8-323b-447a-8fca-cb90193fb38d is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:06:59.443324 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:06:59.445903 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:06:59.453386 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-65be2985-5485-4712-88d0-815da51e6b26 admin admin] Publish callbacks [] for security_group (0539d74a-e455-4f2d-a585-d0e5bcfc64ed), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.454847 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:INSERT=14,neutron:UPDATE=4,neutron:SELECT=82 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:59.457162 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Pushing event updated for resources: {'Port': ['ID=b9c59550-8397-4dcd-9882-7c7a1fc9a8ee,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:59.465081 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-65be2985-5485-4712-88d0-815da51e6b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (0539d74a-e455-4f2d-a585-d0e5bcfc64ed), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.503000 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be2985-5485-4712-88d0-815da51e6b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0539d74a-e455-4f2d-a585-d0e5bcfc64ed,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:59.518626 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Attempting to bind port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:06:59.518996 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Attempting to bind port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '8d256489-f63f-4b4b-88dc-bb35193bb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:06:59.519904 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Attempting to bind port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee on network 3a103fb8-323b-447a-8fca-cb90193fb38d {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:06:59.525604 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:06:59.525982 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Checking segment: {'id': '8d256489-f63f-4b4b-88dc-bb35193bb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:06:59.526576 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.526759 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Bound using segment: {'id': '8d256489-f63f-4b4b-88dc-bb35193bb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:06:59.527221 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Bound port: b9c59550-8397-4dcd-9882-7c7a1fc9a8ee, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d256489-f63f-4b4b-88dc-bb35193bb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:06:59.527589 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.536646 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-65be2985-5485-4712-88d0-815da51e6b26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b99cd0b1382943d496cff9cbfab92df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940767 Jun 07 16:06:59.539107 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 34386) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:06:59.585517 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Publish callbacks [] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.590106 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:06:59.600560 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.602418 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] For port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:06:59.606488 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] For port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=b9c59550-8397-4dcd-9882-7c7a1fc9a8ee,segment=NetworkSegment(8d256489-f63f-4b4b-88dc-bb35193bb9dc),segment_id=8d256489-f63f-4b4b-88dc-bb35193bb9dc)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:06:59.623645 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.656414 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5446a5b5-180e-4022-8c9c-e8c8ea28376b admin admin] Publish callbacks [] for security_group (0539d74a-e455-4f2d-a585-d0e5bcfc64ed), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.686855 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5446a5b5-180e-4022-8c9c-e8c8ea28376b admin admin] Publish callbacks [] for security_group (0539d74a-e455-4f2d-a585-d0e5bcfc64ed), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.705164 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Allocated IP 172.27.2.93 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/c90ae310-6a87-4e3a-86ab-c0b5b15af00b) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:06:59.719788 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c231e1c-3074-49ea-99ba-a1ca229b673a None None] Pushing event updated for resources: {'Port': ['ID=b9c59550-8397-4dcd-9882-7c7a1fc9a8ee,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:59.749618 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device f2244a31-deed-430a-8f40-cab9392ad222 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:06:59.792127 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5446a5b5-180e-4022-8c9c-e8c8ea28376b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (0539d74a-e455-4f2d-a585-d0e5bcfc64ed), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.796507 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5446a5b5-180e-4022-8c9c-e8c8ea28376b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.797906 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5446a5b5-180e-4022-8c9c-e8c8ea28376b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0539d74a-e455-4f2d-a585-d0e5bcfc64ed HTTP/1.1" status: 204 len: 168 time: 0.2576847 Jun 07 16:06:59.808263 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Pushing event updated for resources: {'Port': ['ID=3063a9bb-63d5-4d60-a78f-48d4f7012b83,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:59.813695 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446a5b5-180e-4022-8c9c-e8c8ea28376b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0539d74a-e455-4f2d-a585-d0e5bcfc64ed,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:06:59.832112 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port f2244a31-deed-430a-8f40-cab9392ad222 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:06:59.832908 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (f2244a31-deed-430a-8f40-cab9392ad222), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.883069 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.883685 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.884676 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.885178 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.885665 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.886162 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.886671 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.887147 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.887627 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.888102 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.888696 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.889219 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.889711 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.890069 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Publish callbacks [] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.890390 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.890875 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:06:59.948892 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Attempting to bind port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:06:59.949260 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Attempting to bind port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:06:59.949619 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Attempting to bind port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 on network 7501c96e-4dd9-43da-bc90-8b90ac075e50 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:06:59.955845 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:06:59.956219 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Checking segment: {'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:06:59.957335 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.957734 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Bound using segment: {'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:06:59.960297 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Bound port: 3063a9bb-63d5-4d60-a78f-48d4f7012b83, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:06:59.960783 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:06:59.963413 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port f2244a31-deed-430a-8f40-cab9392ad222 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:06:59.972974 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:00.038821 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:07:00.045570 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:07:00.053546 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:07:00.079486 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Pushing event updated for resources: {'Port': ['ID=c90ae310-6a87-4e3a-86ab-c0b5b15af00b,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:00.103461 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-ce1be154-7300-48c8-844e-e031ce77b744 None None] Provisioning complete for port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:00.103879 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ce1be154-7300-48c8-844e-e031ce77b744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:00.119929 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] For port 3063a9bb-63d5-4d60-a78f-48d4f7012b83, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:07:00.125543 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] For port 3063a9bb-63d5-4d60-a78f-48d4f7012b83, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=3063a9bb-63d5-4d60-a78f-48d4f7012b83,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:07:00.135957 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:00.200793 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:00.202495 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-ce1be154-7300-48c8-844e-e031ce77b744 None None] Port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:07:00.217715 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c08d05-8b2d-42a4-af8b-544d5b8e5334 None None] Pushing event updated for resources: {'Port': ['ID=3063a9bb-63d5-4d60-a78f-48d4f7012b83,revision_number=4']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:00.244119 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:00.246730 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Routers {'aad6b80f-9bb3-4db5-b15b-7b5e5562d305'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:07:00.247416 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:06:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:00.399980 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] Set router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:07:00.552059 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Publish callbacks [] for router_gateway (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:00.679448 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 4, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '3063a9bb-63d5-4d60-a78f-48d4f7012b83', 'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'mac_address': 'fa:16:3e:f4:e3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:55Z', 'updated_at': '2022-06-07T16:07:00Z', 'revision_number': 4, 'project_id': '0598199897de4461b994edd96e987dfb', 'subnets': [{'id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:00.725506 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b58b20-70eb-4c21-bfd9-bc2a0cae0ef8 None None] The sync data for ids ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'] in dv-cinder-844879-2-iscsi is: [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 4, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '3063a9bb-63d5-4d60-a78f-48d4f7012b83', 'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'mac_address': 'fa:16:3e:f4:e3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:55Z', 'updated_at': '2022-06-07T16:07:00Z', 'revision_number': 4, 'project_id': '0598199897de4461b994edd96e987dfb', 'subnets': [{'id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:07:00.793486 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:00.931776 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583334'] for router (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:00.943295 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-034d4340-3413-41b4-942a-9f62407ec433 None None] Provisioning complete for port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:00.943920 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-034d4340-3413-41b4-942a-9f62407ec433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:01.096295 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-034d4340-3413-41b4-942a-9f62407ec433 None None] Current status of the port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:01.097905 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-034d4340-3413-41b4-942a-9f62407ec433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:01.156838 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 is scheduled to L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 with binding_index 1 {{(pid=103969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 16:07:01.169919 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-034d4340-3413-41b4-942a-9f62407ec433 None None] For port 3063a9bb-63d5-4d60-a78f-48d4f7012b83, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=3063a9bb-63d5-4d60-a78f-48d4f7012b83,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:01.176014 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:01.180721 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-034d4340-3413-41b4-942a-9f62407ec433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:01.317551 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d4340-3413-41b4-942a-9f62407ec433 None None] Pushing event updated for resources: {'Port': ['ID=3063a9bb-63d5-4d60-a78f-48d4f7012b83,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:01.364070 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:07:01.374273 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Sync routers for ids ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:07:01.392742 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Routers {'8fb34ef2-a365-4d99-a895-d0e5776aa9a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:07:01.393416 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:06:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:01.413132 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:01.420131 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 34448) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:01.440103 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-ad9825be-2b92-4c42-a7ae-97f50a318e87 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7223213 Jun 07 16:07:01.568201 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:01.610096 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Set router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:07:01.653157 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1341b94-7f77-49ea-b11d-4cc9534e2fb6 None None] Network 3a103fb8-323b-447a-8fca-cb90193fb38d requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:07:01.701902 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 3063a9bb-63d5-4d60-a78f-48d4f7012b83 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:07:01.745624 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:01.765086 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-e7a0ae03-a352-4b58-86d8-02f4a0906a90 None None] Provisioning complete for port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:01.765455 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e7a0ae03-a352-4b58-86d8-02f4a0906a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:01.991333 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:01.992549 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.017105 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.121737 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-e7a0ae03-a352-4b58-86d8-02f4a0906a90 None None] Current status of the port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:02.122387 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e7a0ae03-a352-4b58-86d8-02f4a0906a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.145791 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'name': 'tempest-TestMinimumBasicScenario-2020088603-router', 'tenant_id': '73040879400849428417033cff2e77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:58Z', 'updated_at': '2022-06-07T16:07:00Z', 'revision_number': 3, 'project_id': '73040879400849428417033cff2e77b0', 'gw_port': {'id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:59Z', 'updated_at': '2022-06-07T16:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:02.146141 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:02.193491 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Checking router: 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:07:02.193787 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Updating router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 port c90ae310-6a87-4e3a-86ab-c0b5b15af00b binding host dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 16:07:02.284177 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-e7a0ae03-a352-4b58-86d8-02f4a0906a90 None None] For port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=b9c59550-8397-4dcd-9882-7c7a1fc9a8ee,segment=NetworkSegment(8d256489-f63f-4b4b-88dc-bb35193bb9dc),segment_id=8d256489-f63f-4b4b-88dc-bb35193bb9dc)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:02.297868 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e7a0ae03-a352-4b58-86d8-02f4a0906a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.307027 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.309351 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:02.310114 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:02.311167 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device b9c59550-8397-4dcd-9882-7c7a1fc9a8ee up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:07:02.344258 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Allocated IP 172.20.0.1 (3a103fb8-323b-447a-8fca-cb90193fb38d/6565635a-296f-46ed-9a37-2fd7202b2649/64192a08-dc45-454a-bb36-98ccc8499272) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:07:02.424767 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:02.443690 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0ae03-a352-4b58-86d8-02f4a0906a90 None None] Pushing event updated for resources: {'Port': ['ID=b9c59550-8397-4dcd-9882-7c7a1fc9a8ee,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:02.463971 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:02.464340 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.508470 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Publish callbacks [] for port (64192a08-dc45-454a-bb36-98ccc8499272), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.543859 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (64192a08-dc45-454a-bb36-98ccc8499272), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.573758 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-99e5194e-8579-4c6f-9159-afd5c0771a2e None None] Provisioning complete for port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:02.574128 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-99e5194e-8579-4c6f-9159-afd5c0771a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.591428 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Network 3a103fb8-323b-447a-8fca-cb90193fb38d is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:07:02.599277 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:07:02.601439 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Pushing event updated for resources: {'Port': ['ID=64192a08-dc45-454a-bb36-98ccc8499272,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:02.603565 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:07:02.642522 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582480'] for router_interface (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.713759 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:02.775846 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-99e5194e-8579-4c6f-9159-afd5c0771a2e None None] Current status of the port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:02.779956 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (64192a08-dc45-454a-bb36-98ccc8499272), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.782770 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:02.845874 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Publish callbacks [] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.851293 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.912913 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-a4adbd8c-4dd0-4d19-95c5-f5a1e8702aae None None] Provisioning complete for port 64192a08-dc45-454a-bb36-98ccc8499272 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:02.913280 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a4adbd8c-4dd0-4d19-95c5-f5a1e8702aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (64192a08-dc45-454a-bb36-98ccc8499272), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.940277 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Attempting to bind port c90ae310-6a87-4e3a-86ab-c0b5b15af00b on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:07:02.940745 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Attempting to bind port c90ae310-6a87-4e3a-86ab-c0b5b15af00b by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:07:02.941702 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Attempting to bind port c90ae310-6a87-4e3a-86ab-c0b5b15af00b on network 10820ebf-33cd-43bf-8673-83f1ebc3af4b {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:07:02.951075 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b64f3-4ce4-42b9-ac2b-76181bd17a39 None None] Pushing event updated for resources: {'Port': ['ID=c90ae310-6a87-4e3a-86ab-c0b5b15af00b,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:02.956129 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:07:02.956689 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Checking segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:07:02.957237 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.957672 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Bound using segment: {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:07:02.958152 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Bound port: c90ae310-6a87-4e3a-86ab-c0b5b15af00b, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d7f4a-38b1-4f52-a437-f086a1608483', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:07:02.958530 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.992065 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-a4adbd8c-4dd0-4d19-95c5-f5a1e8702aae None None] Port 64192a08-dc45-454a-bb36-98ccc8499272 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:07:02.993470 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Publish callbacks [] for port (64192a08-dc45-454a-bb36-98ccc8499272), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:02.998281 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (64192a08-dc45-454a-bb36-98ccc8499272), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:03.017324 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] For port c90ae310-6a87-4e3a-86ab-c0b5b15af00b, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:07:03.020569 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] For port c90ae310-6a87-4e3a-86ab-c0b5b15af00b, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=c90ae310-6a87-4e3a-86ab-c0b5b15af00b,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:07:03.027939 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:03.072125 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Pushing event updated for resources: {'Port': ['ID=64192a08-dc45-454a-bb36-98ccc8499272,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:03.075574 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1829311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582436'] for router_interface (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:03.075998 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:03.090958 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Routers {'8fb34ef2-a365-4d99-a895-d0e5776aa9a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:07:03.091585 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:06:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:03.095121 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b64f3-4ce4-42b9-ac2b-76181bd17a39 None None] Pushing event updated for resources: {'Port': ['ID=c90ae310-6a87-4e3a-86ab-c0b5b15af00b,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:03.125627 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:03.177356 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Network 3a103fb8-323b-447a-8fca-cb90193fb38d is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:07:03.178814 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:07:03.293619 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:07:03.339189 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] Set router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:07:03.379224 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:03.410655 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:07:03.415703 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4444e37d-c84b-4f15-83dd-b833c53f3b2a admin admin] 10.222.0.18 "PUT /v2.0/routers/8fb34ef2-a365-4d99-a895-d0e5776aa9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9940848 Jun 07 16:07:03.471002 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 44620ff1-b162-4cc0-9379-ec079c59e72f no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:07:03.496413 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 44620ff1-b162-4cc0-9379-ec079c59e72f {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:07:03.496791 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 44620ff1-b162-4cc0-9379-ec079c59e72f not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:07:03.530067 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-75726ad8-22e1-4b9b-83df-6b6e3e439f62 None None] Provisioning complete for port 64192a08-dc45-454a-bb36-98ccc8499272 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:03.530439 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75726ad8-22e1-4b9b-83df-6b6e3e439f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (64192a08-dc45-454a-bb36-98ccc8499272), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:03.595669 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device b9c59550-8397-4dcd-9882-7c7a1fc9a8ee up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:07:03.599587 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-75726ad8-22e1-4b9b-83df-6b6e3e439f62 None None] Port 64192a08-dc45-454a-bb36-98ccc8499272 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:07:03.643660 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'name': 'tempest-TestMinimumBasicScenario-2020088603-router', 'tenant_id': '73040879400849428417033cff2e77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:58Z', 'updated_at': '2022-06-07T16:07:02Z', 'revision_number': 4, 'project_id': '73040879400849428417033cff2e77b0', 'gw_port': {'id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:59Z', 'updated_at': '2022-06-07T16:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '64192a08-dc45-454a-bb36-98ccc8499272', 'name': '', 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d', 'tenant_id': '73040879400849428417033cff2e77b0', 'mac_address': 'fa:16:3e:c9:5f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6565635a-296f-46ed-9a37-2fd7202b2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:07:02Z', 'updated_at': '2022-06-07T16:07:02Z', 'revision_number': 2, 'project_id': '73040879400849428417033cff2e77b0', 'subnets': [{'id': '6565635a-296f-46ed-9a37-2fd7202b2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:03.675788 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b300c2-cccb-43b4-8aae-08a723659e99 None None] The sync data for ids ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'] in dv-cinder-844879-2-iscsi is: [{'id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'name': 'tempest-TestMinimumBasicScenario-2020088603-router', 'tenant_id': '73040879400849428417033cff2e77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:58Z', 'updated_at': '2022-06-07T16:07:02Z', 'revision_number': 4, 'project_id': '73040879400849428417033cff2e77b0', 'gw_port': {'id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:59Z', 'updated_at': '2022-06-07T16:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '64192a08-dc45-454a-bb36-98ccc8499272', 'name': '', 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d', 'tenant_id': '73040879400849428417033cff2e77b0', 'mac_address': 'fa:16:3e:c9:5f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6565635a-296f-46ed-9a37-2fd7202b2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:07:02Z', 'updated_at': '2022-06-07T16:07:02Z', 'revision_number': 2, 'project_id': '73040879400849428417033cff2e77b0', 'subnets': [{'id': '6565635a-296f-46ed-9a37-2fd7202b2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:07:03.686280 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:03.686656 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:03.770393 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:05.681745 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device c90ae310-6a87-4e3a-86ab-c0b5b15af00b up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:07:05.743564 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port c90ae310-6a87-4e3a-86ab-c0b5b15af00b triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:05.744620 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:05.858617 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port c90ae310-6a87-4e3a-86ab-c0b5b15af00b is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:05.859078 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:05.890856 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] For port c90ae310-6a87-4e3a-86ab-c0b5b15af00b, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=c90ae310-6a87-4e3a-86ab-c0b5b15af00b,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:05.901272 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:05.994419 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Pushing event updated for resources: {'Port': ['ID=c90ae310-6a87-4e3a-86ab-c0b5b15af00b,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:06.538759 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Sync routers for ids ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:07:06.549177 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Routers {'8fb34ef2-a365-4d99-a895-d0e5776aa9a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:07:06.561777 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:06:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:06.682959 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Set router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:07:06.749357 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:06.896097 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'name': 'tempest-TestMinimumBasicScenario-2020088603-router', 'tenant_id': '73040879400849428417033cff2e77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:58Z', 'updated_at': '2022-06-07T16:07:02Z', 'revision_number': 4, 'project_id': '73040879400849428417033cff2e77b0', 'gw_port': {'id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:59Z', 'updated_at': '2022-06-07T16:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '64192a08-dc45-454a-bb36-98ccc8499272', 'name': '', 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d', 'tenant_id': '73040879400849428417033cff2e77b0', 'mac_address': 'fa:16:3e:c9:5f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6565635a-296f-46ed-9a37-2fd7202b2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:07:02Z', 'updated_at': '2022-06-07T16:07:02Z', 'revision_number': 2, 'project_id': '73040879400849428417033cff2e77b0', 'subnets': [{'id': '6565635a-296f-46ed-9a37-2fd7202b2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:06.923039 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Checking router: 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:07:06.923693 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Updating router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 port 64192a08-dc45-454a-bb36-98ccc8499272 binding host dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 16:07:06.959666 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (64192a08-dc45-454a-bb36-98ccc8499272), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:07.270791 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Publish callbacks [] for port (64192a08-dc45-454a-bb36-98ccc8499272), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:07.273249 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:07.286458 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (64192a08-dc45-454a-bb36-98ccc8499272), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:07.326960 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d227445-d70f-40b1-9593-3416fcb99d0b None None] Pushing event updated for resources: {'Port': ['ID=64192a08-dc45-454a-bb36-98ccc8499272,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:07.503824 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Attempting to bind port 64192a08-dc45-454a-bb36-98ccc8499272 on host dv-cinder-844879-2-iscsi for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:07:07.504371 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Attempting to bind port 64192a08-dc45-454a-bb36-98ccc8499272 by drivers openvswitch,hyperv on host dv-cinder-844879-2-iscsi at level 0 using segments [{'id': '8d256489-f63f-4b4b-88dc-bb35193bb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:07:07.508605 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Attempting to bind port 64192a08-dc45-454a-bb36-98ccc8499272 on network 3a103fb8-323b-447a-8fca-cb90193fb38d {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:07:07.525411 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Checking agent: {'id': 'd6bbdff2-603e-46b8-b587-6eb629e515d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844879-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 50, 23), 'started_at': datetime.datetime(2022, 6, 7, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844879-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:07:07.525790 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Checking segment: {'id': '8d256489-f63f-4b4b-88dc-bb35193bb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:07:07.526194 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:07.526570 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Bound using segment: {'id': '8d256489-f63f-4b4b-88dc-bb35193bb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:07:07.527042 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Bound port: 64192a08-dc45-454a-bb36-98ccc8499272, host: dv-cinder-844879-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d256489-f63f-4b4b-88dc-bb35193bb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:07:07.527409 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (64192a08-dc45-454a-bb36-98ccc8499272), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:07.651140 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-49ff6354-1dcc-49a4-ab16-14b3884f0d6d None None] Provisioning complete for port 64192a08-dc45-454a-bb36-98ccc8499272 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:07.652211 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-49ff6354-1dcc-49a4-ab16-14b3884f0d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (64192a08-dc45-454a-bb36-98ccc8499272), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:07.672614 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] For port 64192a08-dc45-454a-bb36-98ccc8499272, host dv-cinder-844879-2-iscsi, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:07:07.676828 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] For port 64192a08-dc45-454a-bb36-98ccc8499272, host dv-cinder-844879-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=64192a08-dc45-454a-bb36-98ccc8499272,segment=NetworkSegment(8d256489-f63f-4b4b-88dc-bb35193bb9dc),segment_id=8d256489-f63f-4b4b-88dc-bb35193bb9dc)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:07:07.688869 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device c90ae310-6a87-4e3a-86ab-c0b5b15af00b up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:07:07.690543 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (64192a08-dc45-454a-bb36-98ccc8499272), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:07.730998 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-49ff6354-1dcc-49a4-ab16-14b3884f0d6d None None] Port 64192a08-dc45-454a-bb36-98ccc8499272 cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:07:07.774566 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port c90ae310-6a87-4e3a-86ab-c0b5b15af00b triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:07.774706 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d227445-d70f-40b1-9593-3416fcb99d0b None None] Pushing event updated for resources: {'Port': ['ID=64192a08-dc45-454a-bb36-98ccc8499272,revision_number=4']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:07.779804 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:07.824658 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Routers {'8fb34ef2-a365-4d99-a895-d0e5776aa9a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:07:07.825405 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:06:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:07.858588 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:08.005831 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port c90ae310-6a87-4e3a-86ab-c0b5b15af00b is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:08.180696 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-4a8a30a9-9a3e-48a2-9c80-0fa79688caba None None] Provisioning complete for port 64192a08-dc45-454a-bb36-98ccc8499272 triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:08.181938 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4a8a30a9-9a3e-48a2-9c80-0fa79688caba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (64192a08-dc45-454a-bb36-98ccc8499272), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:08.212934 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] Set router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:07:08.250383 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:08.274027 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:08.397025 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a30a9-9a3e-48a2-9c80-0fa79688caba None None] Current status of the port 64192a08-dc45-454a-bb36-98ccc8499272 is: DOWN; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:08.398364 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4a8a30a9-9a3e-48a2-9c80-0fa79688caba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (64192a08-dc45-454a-bb36-98ccc8499272), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:08.452042 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-4a8a30a9-9a3e-48a2-9c80-0fa79688caba None None] For port 64192a08-dc45-454a-bb36-98ccc8499272, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=64192a08-dc45-454a-bb36-98ccc8499272,segment=NetworkSegment(8d256489-f63f-4b4b-88dc-bb35193bb9dc),segment_id=8d256489-f63f-4b4b-88dc-bb35193bb9dc)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:08.461331 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4a8a30a9-9a3e-48a2-9c80-0fa79688caba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (64192a08-dc45-454a-bb36-98ccc8499272), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:08.462514 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'name': 'tempest-TestMinimumBasicScenario-2020088603-router', 'tenant_id': '73040879400849428417033cff2e77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:58Z', 'updated_at': '2022-06-07T16:07:02Z', 'revision_number': 4, 'project_id': '73040879400849428417033cff2e77b0', 'gw_port': {'id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:59Z', 'updated_at': '2022-06-07T16:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '64192a08-dc45-454a-bb36-98ccc8499272', 'name': '', 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d', 'tenant_id': '73040879400849428417033cff2e77b0', 'mac_address': 'fa:16:3e:c9:5f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6565635a-296f-46ed-9a37-2fd7202b2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:07:02Z', 'updated_at': '2022-06-07T16:07:07Z', 'revision_number': 4, 'project_id': '73040879400849428417033cff2e77b0', 'subnets': [{'id': '6565635a-296f-46ed-9a37-2fd7202b2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:08.494149 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233bd168-27fa-4b54-a9ae-acc27e668a99 None None] The sync data for ids ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'] in dv-cinder-844879-2-iscsi is: [{'id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'name': 'tempest-TestMinimumBasicScenario-2020088603-router', 'tenant_id': '73040879400849428417033cff2e77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:58Z', 'updated_at': '2022-06-07T16:07:02Z', 'revision_number': 4, 'project_id': '73040879400849428417033cff2e77b0', 'gw_port': {'id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:59Z', 'updated_at': '2022-06-07T16:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '64192a08-dc45-454a-bb36-98ccc8499272', 'name': '', 'network_id': '3a103fb8-323b-447a-8fca-cb90193fb38d', 'tenant_id': '73040879400849428417033cff2e77b0', 'mac_address': 'fa:16:3e:c9:5f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6565635a-296f-46ed-9a37-2fd7202b2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:07:02Z', 'updated_at': '2022-06-07T16:07:07Z', 'revision_number': 4, 'project_id': '73040879400849428417033cff2e77b0', 'subnets': [{'id': '6565635a-296f-46ed-9a37-2fd7202b2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:07:08.577457 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a30a9-9a3e-48a2-9c80-0fa79688caba None None] Pushing event updated for resources: {'Port': ['ID=64192a08-dc45-454a-bb36-98ccc8499272,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:09.674258 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 64192a08-dc45-454a-bb36-98ccc8499272 up at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:07:09.727768 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Provisioning complete for port 64192a08-dc45-454a-bb36-98ccc8499272 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:09.728491 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (64192a08-dc45-454a-bb36-98ccc8499272), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:09.815195 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Current status of the port 64192a08-dc45-454a-bb36-98ccc8499272 is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:11.383509 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=51 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:11.388790 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:13.040212 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 34586) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:13.228060 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-611039cd-bec0-446e-bdeb-ac2c47f0bc71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:13.346451 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-611039cd-bec0-446e-bdeb-ac2c47f0bc71 admin admin] Publish callbacks [] for security_group (8b07b8a3-1281-444b-a891-82aa181969ec), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:13.353463 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:13.370453 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-611039cd-bec0-446e-bdeb-ac2c47f0bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (8b07b8a3-1281-444b-a891-82aa181969ec), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:13.424388 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611039cd-bec0-446e-bdeb-ac2c47f0bc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b07b8a3-1281-444b-a891-82aa181969ec,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:13.455673 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34590) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:13.468080 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-611039cd-bec0-446e-bdeb-ac2c47f0bc71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fec7ae04a59545f5b16e78f6460e6f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265897 Jun 07 16:07:13.524112 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cf3922ae-82ed-4668-b694-26a46aa11bef admin admin] Publish callbacks [] for security_group (8b07b8a3-1281-444b-a891-82aa181969ec), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:13.551458 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cf3922ae-82ed-4668-b694-26a46aa11bef admin admin] Publish callbacks [] for security_group (8b07b8a3-1281-444b-a891-82aa181969ec), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:13.622585 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cf3922ae-82ed-4668-b694-26a46aa11bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (8b07b8a3-1281-444b-a891-82aa181969ec), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:13.626048 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cf3922ae-82ed-4668-b694-26a46aa11bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:13.630590 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-cf3922ae-82ed-4668-b694-26a46aa11bef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b07b8a3-1281-444b-a891-82aa181969ec HTTP/1.1" status: 204 len: 168 time: 0.1697485 Jun 07 16:07:13.639148 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3922ae-82ed-4668-b694-26a46aa11bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b07b8a3-1281-444b-a891-82aa181969ec,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:14.290112 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:07:16.332761 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-cb7f08bd-ba39-4266-bb27-e0ecdf7c3ce6 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:16.335359 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-cb7f08bd-ba39-4266-bb27-e0ecdf7c3ce6 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/networks?id=7501c96e-4dd9-43da-bc90-8b90ac075e50 HTTP/1.1" status: 200 len: 814 time: 0.1170487 Jun 07 16:07:16.350002 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-f445f794-9d5e-4cce-818b-41f5c99676f8 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/quotas/0598199897de4461b994edd96e987dfb HTTP/1.1" status: 200 len: 375 time: 0.0097377 Jun 07 16:07:16.403356 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-1df3ce2d-2afa-40d3-870b-3ba14790661d tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0598199897de4461b994edd96e987dfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481699 Jun 07 16:07:16.775277 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-10686afd-407c-4074-8451-6d84e32ba92c service neutron] 10.222.0.18 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593049 Jun 07 16:07:16.869879 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0015984f-7f85-4b7f-974f-140db95e4ca5 service neutron] 10.222.0.18 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876732 Jun 07 16:07:16.902814 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b052a5db-9609-4643-b2a8-19976eebc04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:17.100317 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8e33d93c-bbfe-43ae-aad2-564efd120a23 req-ed7b3660-eeba-401c-b9c2-714896254fe6 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 210 time: 0.0433159 Jun 07 16:07:18.218693 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f3190035-8742-4074-82b6-876a4e2f0050 req-e8cfbe77-8201-4593-b382-c108b86254de tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 210 time: 0.0297990 Jun 07 16:07:18.495035 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:18.634398 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:18.651451 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-4b63e6b3-df83-4217-9abf-d0c481214503 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:18.652926 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-4b63e6b3-df83-4217-9abf-d0c481214503 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.24 "GET /v2.0/networks?id=7501c96e-4dd9-43da-bc90-8b90ac075e50 HTTP/1.1" status: 200 len: 814 time: 0.1952610 Jun 07 16:07:18.693358 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Request body: {'port': {'device_id': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'admin_state_up': True, 'tenant_id': '0598199897de4461b994edd96e987dfb'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:18.855653 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Made reservation on behalf of 0598199897de4461b994edd96e987dfb for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:07:18.860129 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:19.025218 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Allocated IP 172.20.0.8 (7501c96e-4dd9-43da-bc90-8b90ac075e50/e0f2961a-2365-4bbd-a091-9429b895aa62/bb394a22-3523-40cd-8341-5b364302539a) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:07:19.029658 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e8dcb6fa-64f5-46cc-969f-826e2f134678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:19.201819 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for port (bb394a22-3523-40cd-8341-5b364302539a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:19.239768 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (bb394a22-3523-40cd-8341-5b364302539a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:19.248741 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:19.368798 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bfcc5-3fba-4b95-a1e8-d22fe099f1be req-36902890-d903-4429-8ef5-93b1d7b93dff tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:19.370579 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dd2bfcc5-3fba-4b95-a1e8-d22fe099f1be req-36902890-d903-4429-8ef5-93b1d7b93dff tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 931 time: 0.0594134 Jun 07 16:07:19.422873 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Network 7501c96e-4dd9-43da-bc90-8b90ac075e50 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:07:19.430082 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:07:19.433003 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:07:19.437745 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'Port': ['ID=bb394a22-3523-40cd-8341-5b364302539a,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:19.525019 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dd2bfcc5-3fba-4b95-a1e8-d22fe099f1be req-79a4375a-57f1-499c-9e2a-c996019d2b5b tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451473 Jun 07 16:07:19.536627 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:19.537600 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:19.570521 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-0e757e8c-2706-41a9-97fc-45f3ba9c3297 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8813636 Jun 07 16:07:19.590950 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Request body: {'port': {'device_id': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:19.677669 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:19.746090 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (bb394a22-3523-40cd-8341-5b364302539a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:19.931052 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-59cf683c-7a95-4e10-834c-3c8c8881ef5d None None] Provisioning complete for port bb394a22-3523-40cd-8341-5b364302539a triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:19.931725 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-59cf683c-7a95-4e10-834c-3c8c8881ef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (bb394a22-3523-40cd-8341-5b364302539a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:20.025479 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-59cf683c-7a95-4e10-834c-3c8c8881ef5d None None] Port bb394a22-3523-40cd-8341-5b364302539a cannot update to ACTIVE because it is not bound. {{(pid=103970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 16:07:20.186348 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:20.280121 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb394a22-3523-40cd-8341-5b364302539a {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:07:20.283654 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:20.292384 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Publish callbacks [] for port (bb394a22-3523-40cd-8341-5b364302539a), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:20.320790 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Transition to ACTIVE for port object bb394a22-3523-40cd-8341-5b364302539a will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:07:20.325867 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (bb394a22-3523-40cd-8341-5b364302539a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:20.483556 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Pushing event updated for resources: {'Port': ['ID=bb394a22-3523-40cd-8341-5b364302539a,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:20.585851 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Attempting to bind port bb394a22-3523-40cd-8341-5b364302539a on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:07:20.586256 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Attempting to bind port bb394a22-3523-40cd-8341-5b364302539a by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:07:20.586590 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Attempting to bind port bb394a22-3523-40cd-8341-5b364302539a on network 7501c96e-4dd9-43da-bc90-8b90ac075e50 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:07:20.609722 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Port bb394a22-3523-40cd-8341-5b364302539a on network 7501c96e-4dd9-43da-bc90-8b90ac075e50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:07:20.610150 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Attempting to bind port bb394a22-3523-40cd-8341-5b364302539a on network 7501c96e-4dd9-43da-bc90-8b90ac075e50 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:07:20.666615 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:07:20.670440 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Checking segment: {'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:07:20.689112 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Bound using segment: {'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:07:20.689577 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Bound port: bb394a22-3523-40cd-8341-5b364302539a, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159eaf0b-9430-4953-b5fa-64b98259a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:07:20.701596 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (bb394a22-3523-40cd-8341-5b364302539a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:20.971359 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] For port bb394a22-3523-40cd-8341-5b364302539a, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:07:20.971359 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] For port bb394a22-3523-40cd-8341-5b364302539a, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=bb394a22-3523-40cd-8341-5b364302539a,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:07:20.977106 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (bb394a22-3523-40cd-8341-5b364302539a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:21.070967 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a664547-4e11-4848-aeb6-a27d10c34d26 req-a29eac31-f36c-4ec6-b5dc-bf6386f8e576 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:21.072789 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4a664547-4e11-4848-aeb6-a27d10c34d26 req-a29eac31-f36c-4ec6-b5dc-bf6386f8e576 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 943 time: 0.3204477 Jun 07 16:07:21.105288 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:21.114591 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:21.115484 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:21.117063 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] 10.222.0.24 "PUT /v2.0/ports/bb394a22-3523-40cd-8341-5b364302539a HTTP/1.1" status: 200 len: 1093 time: 1.5309284 Jun 07 16:07:21.120611 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:07:21.123379 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144b1a1e-58cf-400e-901b-5e4c429dc253" -d '{"events": [{"name": "network-changed", "server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "tag": "bb394a22-3523-40cd-8341-5b364302539a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:07:21.198725 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35ebbd9-27fc-4181-ae57-c758250a54fc x-openstack-request-id: req-d35ebbd9-27fc-4181-ae57-c758250a54fc {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:07:21.210959 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "tag": "bb394a22-3523-40cd-8341-5b364302539a", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:07:21.211508 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d35ebbd9-27fc-4181-ae57-c758250a54fc {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:07:21.212869 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35ebbd9-27fc-4181-ae57-c758250a54fc'] response: {'name': 'network-changed', 'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a', 'status': 'completed', 'code': 200} Jun 07 16:07:21.249271 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0392c-2ec5-463f-98fe-c6197182f468 service neutron] Pushing event updated for resources: {'Port': ['ID=bb394a22-3523-40cd-8341-5b364302539a,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:21.334666 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4a664547-4e11-4848-aeb6-a27d10c34d26 req-7513fc1d-24ec-4313-8055-fd77e39a873b tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544999 Jun 07 16:07:21.341760 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b1a1e-58cf-400e-901b-5e4c429dc253 req-1083ef31-da55-44bd-a9ad-74a8f2be9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:21.343467 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-144b1a1e-58cf-400e-901b-5e4c429dc253 req-1083ef31-da55-44bd-a9ad-74a8f2be9fde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0598199897de4461b994edd96e987dfb&device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 1127 time: 0.1180935 Jun 07 16:07:21.619881 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:21.622062 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b1a1e-58cf-400e-901b-5e4c429dc253 req-c8bd4cbe-caed-405a-abe9-d248aa26003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:21.623771 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-144b1a1e-58cf-400e-901b-5e4c429dc253 req-c8bd4cbe-caed-405a-abe9-d248aa26003a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0598199897de4461b994edd96e987dfb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1143916 Jun 07 16:07:21.694442 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:21.874149 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b1a1e-58cf-400e-901b-5e4c429dc253 req-86ea1d8b-5748-4d67-9a10-8ff99b339e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:21.876006 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-144b1a1e-58cf-400e-901b-5e4c429dc253 req-86ea1d8b-5748-4d67-9a10-8ff99b339e6a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2438183 Jun 07 16:07:22.312067 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-06259913-e319-48cc-8390-de826dae7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:22.314724 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-06259913-e319-48cc-8390-de826dae7a94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0598199897de4461b994edd96e987dfb&device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 1127 time: 0.0840147 Jun 07 16:07:22.559705 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909fbef-87d7-4b7d-904b-d9448769f498 req-64fd8478-1cdf-4b76-8e2f-7c1a42613bc1 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:22.569556 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e909fbef-87d7-4b7d-904b-d9448769f498 req-64fd8478-1cdf-4b76-8e2f-7c1a42613bc1 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 943 time: 0.1072800 Jun 07 16:07:22.677732 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e909fbef-87d7-4b7d-904b-d9448769f498 req-719157c6-df2d-42fd-9d51-084dee93e0ca tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068895 Jun 07 16:07:22.964889 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-cba4494c-419a-48fa-a71f-e506dff948af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb394a22-3523-40cd-8341-5b364302539a HTTP/1.1" status: 200 len: 217 time: 0.0909729 Jun 07 16:07:23.294971 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:23.602900 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:23.639671 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:23.830172 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916426a-8725-4378-9f3f-799d08a4da26 req-23193a17-2c7f-46a4-8095-475c6aa83645 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:23.832213 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6916426a-8725-4378-9f3f-799d08a4da26 req-23193a17-2c7f-46a4-8095-475c6aa83645 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 943 time: 0.0687540 Jun 07 16:07:23.912335 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6916426a-8725-4378-9f3f-799d08a4da26 req-aad3d5b8-1ec4-4cad-8c78-72ad489e1996 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742776 Jun 07 16:07:24.285654 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:25.067894 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2815c-425f-4fb3-8a5f-2ff35688c74e req-f54b7306-eeeb-4d9b-ac1e-f0dee92561c6 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:25.069643 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-65a2815c-425f-4fb3-8a5f-2ff35688c74e req-f54b7306-eeeb-4d9b-ac1e-f0dee92561c6 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 943 time: 0.0559032 Jun 07 16:07:25.138550 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-65a2815c-425f-4fb3-8a5f-2ff35688c74e req-ef50d11e-c7dd-4b21-9ef5-f19acf6a1ef7 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611889 Jun 07 16:07:26.270654 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24a8d3-bdca-4327-b40b-c9f7ed162652 req-ab0062b3-972d-4c0f-8586-3826fd10db19 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:26.272226 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-eb24a8d3-bdca-4327-b40b-c9f7ed162652 req-ab0062b3-972d-4c0f-8586-3826fd10db19 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 943 time: 0.0573270 Jun 07 16:07:26.327369 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-eb24a8d3-bdca-4327-b40b-c9f7ed162652 req-bcd107d6-1a81-44e9-8d38-d1feb8741ac0 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494463 Jun 07 16:07:26.379726 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34776) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:26.427315 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58c154d-f2d2-45ce-a3ea-5909a571a5ae admin admin] Deleting subnet 4831d679-fbf1-4e2d-888b-40cd78c01a4a {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:07:26.430495 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d58c154d-f2d2-45ce-a3ea-5909a571a5ae admin admin] Publish callbacks [] for subnet (4831d679-fbf1-4e2d-888b-40cd78c01a4a), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:26.665030 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d58c154d-f2d2-45ce-a3ea-5909a571a5ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451237'] for subnet (4831d679-fbf1-4e2d-888b-40cd78c01a4a), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:26.708895 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d58c154d-f2d2-45ce-a3ea-5909a571a5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (4831d679-fbf1-4e2d-888b-40cd78c01a4a), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:26.767465 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d58c154d-f2d2-45ce-a3ea-5909a571a5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1212701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260635392'] for subnet (4831d679-fbf1-4e2d-888b-40cd78c01a4a), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:26.792441 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c154d-f2d2-45ce-a3ea-5909a571a5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4831d679-fbf1-4e2d-888b-40cd78c01a4a,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:26.798158 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d58c154d-f2d2-45ce-a3ea-5909a571a5ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:26.802425 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-d58c154d-f2d2-45ce-a3ea-5909a571a5ae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4831d679-fbf1-4e2d-888b-40cd78c01a4a HTTP/1.1" status: 204 len: 168 time: 0.4215631 Jun 07 16:07:26.805103 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34778) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:26.882938 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (bf4468c2-04cd-4401-baaa-a3a198a16dac), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:26.967443 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (bf4468c2-04cd-4401-baaa-a3a198a16dac), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:26.996193 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4468c2-04cd-4401-baaa-a3a198a16dac']}} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:27.010457 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff92c2f-793c-4053-8886-82e87ef54e1b') {'for_net_delete': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:27.010882 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff92c2f-793c-4053-8886-82e87ef54e1b') {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:27.042721 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451244'] for segment (fff92c2f-793c-4053-8886-82e87ef54e1b), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:27.059603 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (fff92c2f-793c-4053-8886-82e87ef54e1b), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:27.068172 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:07:27.068630 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1212743'] for segment (fff92c2f-793c-4053-8886-82e87ef54e1b), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:27.115448 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment fff92c2f-793c-4053-8886-82e87ef54e1b resource provider aggregate not found Jun 07 16:07:27.143562 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment fff92c2f-793c-4053-8886-82e87ef54e1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fff92c2f-793c-4053-8886-82e87ef54e1b found for delete ", "request_id": "req-dba7eb9d-5411-4bd0-9a2b-5221058e0f69"}]} Jun 07 16:07:27.162155 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (bf4468c2-04cd-4401-baaa-a3a198a16dac), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:27.168243 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:27.172422 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] 10.222.0.18 "DELETE /v2.0/networks/bf4468c2-04cd-4401-baaa-a3a198a16dac HTTP/1.1" status: 204 len: 168 time: 0.3656363 Jun 07 16:07:27.198020 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630e323-d488-44a9-9edc-ed815aa76b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4468c2-04cd-4401-baaa-a3a198a16dac,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:27.414912 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34790) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:27.459743 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-f9068ef9-5666-478b-bf39-fa9e3c5c9ebe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aad305bb9275482b95b858fa3669e8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430620 Jun 07 16:07:27.462225 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34792) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:27.485667 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593feba-f0b5-4c9e-94ec-89cfadce1aa7 req-0d0f7bc6-5057-4eb3-97c2-400590697768 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:27.487387 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7593feba-f0b5-4c9e-94ec-89cfadce1aa7 req-0d0f7bc6-5057-4eb3-97c2-400590697768 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 943 time: 0.0532885 Jun 07 16:07:27.517521 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b2198e9a-c6dc-48d3-ab2d-ce799c7c88ae admin admin] Publish callbacks [] for security_group (9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:27.561731 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b2198e9a-c6dc-48d3-ab2d-ce799c7c88ae admin admin] Publish callbacks [] for security_group (9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:27.571502 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7593feba-f0b5-4c9e-94ec-89cfadce1aa7 req-54a1ffc3-0039-405c-8b5c-e0eec60a2633 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763366 Jun 07 16:07:27.641769 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b2198e9a-c6dc-48d3-ab2d-ce799c7c88ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:27.646015 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b2198e9a-c6dc-48d3-ab2d-ce799c7c88ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:27.649948 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-b2198e9a-c6dc-48d3-ab2d-ce799c7c88ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c HTTP/1.1" status: 204 len: 168 time: 0.1842728 Jun 07 16:07:27.657441 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2198e9a-c6dc-48d3-ab2d-ce799c7c88ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaf5b36-f5d8-480c-a9c8-a98dee34ed5c,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:28.330337 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34814) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:28.430225 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1222615170-network', 'tenant_id': 'ab43bc41a9b44512b7e3e4c1f721bacf'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:28.450365 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Made reservation on behalf of ab43bc41a9b44512b7e3e4c1f721bacf for: {'network': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:07:28.452675 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for network (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:28.461318 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:28.497599 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:28.522054 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=11 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:28.540950 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Publish callbacks [] for security_group (393f9a96-c231-4385-8e11-699a9fa5459f), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:28.544575 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (393f9a96-c231-4385-8e11-699a9fa5459f), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:28.570565 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 16:07:28.581247 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393f9a96-c231-4385-8e11-699a9fa5459f,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:28.586025 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (9c986009-a042-446f-a04b-708528372df1), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:28.586345 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.segments_db [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Added segment 9c986009-a042-446f-a04b-708528372df1 of type vlan for network 8af59b9d-86bd-4119-bcdf-4579e7e6448f Jun 07 16:07:28.627448 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788986378846'] for network (8af59b9d-86bd-4119-bcdf-4579e7e6448f), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:28.653473 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293'] for network (8af59b9d-86bd-4119-bcdf-4579e7e6448f), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:28.654530 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:28.655142 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:28.692198 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8b49-50ab-4b72-b381-4e4bb746e64a req-589cb4f4-4fe0-4575-b717-f03ddfddaed5 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:28.693715 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e6fc8b49-50ab-4b72-b381-4e4bb746e64a req-589cb4f4-4fe0-4575-b717-f03ddfddaed5 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 943 time: 0.0533357 Jun 07 16:07:28.721014 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3888061 Jun 07 16:07:28.722206 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 34820) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:28.729039 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] Request body: {'subnet': {'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1222615170-subnet', 'tenant_id': 'ab43bc41a9b44512b7e3e4c1f721bacf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:28.734058 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8f03a-2dd2-44c2-a19f-e50f4fd96407 admin admin] Pushing event updated for resources: {'Network': ['ID=8af59b9d-86bd-4119-bcdf-4579e7e6448f,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:28.745495 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Network 8af59b9d-86bd-4119-bcdf-4579e7e6448f details requested by agent ovs-agent-dv-cinder-844879-2-iscsi with host dv-cinder-844879-2-iscsi {{(pid=103970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 16:07:28.746999 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e6fc8b49-50ab-4b72-b381-4e4bb746e64a req-e7a547d5-f0e4-4b6c-b828-d7bf1475c3d5 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476811 Jun 07 16:07:28.752914 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] Made reservation on behalf of ab43bc41a9b44512b7e3e4c1f721bacf for: {'subnet': 1} {{(pid=103969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:07:28.755338 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260635429'] for subnet (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:28.929019 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1213144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260635415'] for subnet (4a5d261d-1eb7-435d-a187-1e38424b66ec), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:28.986287 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a5d261d-1eb7-435d-a187-1e38424b66ec,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:28.993629 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] Checking segment: {'id': '9c986009-a042-446f-a04b-708528372df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:07:28.993984 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] Network hostable DHCP agents. Network: 8af59b9d-86bd-4119-bcdf-4579e7e6448f, hostable agents: ['130b7769-8ac7-457d-9005-226c29c42e45'], hosted agents: [] {{(pid=103969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 16:07:29.010873 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] Network 8af59b9d-86bd-4119-bcdf-4579e7e6448f is scheduled to be hosted by DHCP agent 130b7769-8ac7-457d-9005-226c29c42e45 with binding_index 1 {{(pid=103969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 16:07:29.020726 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844879-2-iscsi, 8af59b9d-86bd-4119-bcdf-4579e7e6448f) {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:07:29.025876 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:29.026813 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:29.034728 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c23538f-a034-481e-83a4-8bb765d71571 None None] Network 8af59b9d-86bd-4119-bcdf-4579e7e6448f requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:07:29.047664 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-87cdde30-590f-4807-8ab2-ccf6457d6aef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3223405 Jun 07 16:07:29.139338 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90297a12-14e7-43f2-901a-1213e6322ac3 None None] Network 8af59b9d-86bd-4119-bcdf-4579e7e6448f requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:07:29.443401 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-d63e54da-ca16-4686-8d0c-83563616e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:29.444971 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-d63e54da-ca16-4686-8d0c-83563616e7ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0f2961a-2365-4bbd-a091-9429b895aa62 HTTP/1.1" status: 200 len: 853 time: 0.0499544 Jun 07 16:07:29.492140 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-63f88a28-0b32-4fbc-813b-a09c9a29b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:29.493678 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-63f88a28-0b32-4fbc-813b-a09c9a29b3ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7501c96e-4dd9-43da-bc90-8b90ac075e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406890 Jun 07 16:07:29.598813 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-ba98c2ed-9411-4506-80b7-d18e8e3a287b service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950572 Jun 07 16:07:29.624179 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:29.666624 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:29.697808 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-06e6e83e-d2b7-44cf-a82d-a87bff75206b req-f7ca0b44-76df-4666-b079-2bbc7c9ef8b8 service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918026 Jun 07 16:07:29.890350 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8147318-175f-4285-8b49-01f918939e87 req-eeeb84ca-cd37-4b2f-8bce-d674cd20f1a8 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:29.891815 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b8147318-175f-4285-8b49-01f918939e87 req-eeeb84ca-cd37-4b2f-8bce-d674cd20f1a8 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 943 time: 0.0524809 Jun 07 16:07:29.938485 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b8147318-175f-4285-8b49-01f918939e87 req-f239b621-d642-498c-a71e-b6bb413e85b3 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 Jun 07 16:07:30.804646 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-0dd57386-3866-41ab-9dbe-86eb395b8eae tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:30.806078 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-0dd57386-3866-41ab-9dbe-86eb395b8eae tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/networks?id=8af59b9d-86bd-4119-bcdf-4579e7e6448f HTTP/1.1" status: 200 len: 814 time: 0.0968921 Jun 07 16:07:30.820896 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-0b673f96-b952-4367-9d3d-f18fd86162fd tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/quotas/ab43bc41a9b44512b7e3e4c1f721bacf HTTP/1.1" status: 200 len: 375 time: 0.0095408 Jun 07 16:07:30.856576 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-a43b6e00-e376-4326-9852-2011d2619ad6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab43bc41a9b44512b7e3e4c1f721bacf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310042 Jun 07 16:07:30.943777 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-297a01cf-1df7-4712-86f0-df86718d47c8 service neutron] 10.222.0.18 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801988 Jun 07 16:07:31.072205 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ee62-a7a4-4e2a-890b-f5abe83c5e22 req-000b8132-6ce3-4d80-b4ce-158553feb3b6 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:31.073585 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7572ee62-a7a4-4e2a-890b-f5abe83c5e22 req-000b8132-6ce3-4d80-b4ce-158553feb3b6 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 943 time: 0.0646617 Jun 07 16:07:31.075451 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-cc612b7a-8d28-4e24-8232-950b0af60f43 service neutron] 10.222.0.18 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262012 Jun 07 16:07:31.122320 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7572ee62-a7a4-4e2a-890b-f5abe83c5e22 req-1e39251c-fce3-41e8-8064-bad9d7ac6e06 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 Jun 07 16:07:31.241264 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b6c1363a-a636-44ec-88eb-553a39188230 req-eb9ddcbd-e914-4368-8dd8-c0dac1162210 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 210 time: 0.0278530 Jun 07 16:07:32.264854 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29edcf-a0af-4e2e-b559-e8370a02b241 req-bdfca38b-0132-4664-b23b-25d956078e60 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:32.266535 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ae29edcf-a0af-4e2e-b559-e8370a02b241 req-bdfca38b-0132-4664-b23b-25d956078e60 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 943 time: 0.0698118 Jun 07 16:07:32.302760 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-8184893f-dc83-463f-b098-8dae1fd8729d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:32.304211 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-8184893f-dc83-463f-b098-8dae1fd8729d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.24 "GET /v2.0/networks?id=8af59b9d-86bd-4119-bcdf-4579e7e6448f HTTP/1.1" status: 200 len: 814 time: 0.1706324 Jun 07 16:07:32.361855 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Request body: {'port': {'device_id': 'b6fa7681-3113-4055-9fa4-997c1ac6b7a3', 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f', 'admin_state_up': True, 'tenant_id': 'ab43bc41a9b44512b7e3e4c1f721bacf'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:32.366554 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-77e1bd60-33bf-4f05-bec9-a5e16c6ed6f3 req-7162f2a4-df35-404d-92e8-34e16ddc314d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 210 time: 0.0468996 Jun 07 16:07:32.371144 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-ae29edcf-a0af-4e2e-b559-e8370a02b241 req-ccc9e2b1-de22-4767-8e4e-24344b6ad29b tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980337 Jun 07 16:07:32.471606 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Made reservation on behalf of ab43bc41a9b44512b7e3e4c1f721bacf for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:07:32.475096 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:32.544645 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:32.547719 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:32.604329 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Allocated IP 172.20.0.10 (8af59b9d-86bd-4119-bcdf-4579e7e6448f/4a5d261d-1eb7-435d-a187-1e38424b66ec/6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:07:32.751277 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks [] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:32.781419 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:32.820760 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Network 8af59b9d-86bd-4119-bcdf-4579e7e6448f is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:07:32.823754 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:07:32.827484 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:07:32.855262 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Pushing event updated for resources: {'Port': ['ID=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:32.880783 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:32.881373 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:32.896724 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-73fe591e-b7b2-41f6-9cd6-182ebd05400e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5401886 Jun 07 16:07:32.911149 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Request body: {'port': {'device_id': 'b6fa7681-3113-4055-9fa4-997c1ac6b7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:32.972590 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:33.164019 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device bb394a22-3523-40cd-8341-5b364302539a details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:07:33.179136 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:33.257349 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:07:33.264592 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Publish callbacks [] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:33.266629 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port bb394a22-3523-40cd-8341-5b364302539a, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=bb394a22-3523-40cd-8341-5b364302539a,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:33.276703 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:33.277986 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Transition to ACTIVE for port object 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:07:33.278974 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': 'bb394a22-3523-40cd-8341-5b364302539a', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'port_id': 'bb394a22-3523-40cd-8341-5b364302539a', 'mac_address': 'fa:16:3e:4a:ae:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:07:33.283269 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:33.301349 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:33.313725 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:33.316705 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port bb394a22-3523-40cd-8341-5b364302539a is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:33.317095 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (bb394a22-3523-40cd-8341-5b364302539a), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:33.331067 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb394a22-3523-40cd-8341-5b364302539a {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:07:33.341234 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:33.354319 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port bb394a22-3523-40cd-8341-5b364302539a, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=bb394a22-3523-40cd-8341-5b364302539a,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:33.359492 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (bb394a22-3523-40cd-8341-5b364302539a), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:33.412105 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=bb394a22-3523-40cd-8341-5b364302539a,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:33.425204 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Attempting to bind port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:07:33.425539 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Attempting to bind port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '9c986009-a042-446f-a04b-708528372df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:07:33.425863 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Attempting to bind port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 on network 8af59b9d-86bd-4119-bcdf-4579e7e6448f {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:07:33.430528 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 on network 8af59b9d-86bd-4119-bcdf-4579e7e6448f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:07:33.430837 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Attempting to bind port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 on network 8af59b9d-86bd-4119-bcdf-4579e7e6448f {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:07:33.436097 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:07:33.436451 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Checking segment: {'id': '9c986009-a042-446f-a04b-708528372df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:07:33.436828 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Bound using segment: {'id': '9c986009-a042-446f-a04b-708528372df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:07:33.437246 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Bound port: 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c986009-a042-446f-a04b-708528372df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:07:33.437592 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:33.548546 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60a827-71a5-43c4-a854-a12ae4b50320 req-69d552e9-39af-438d-9cdf-5d0098f969bb tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:33.550519 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8e60a827-71a5-43c4-a854-a12ae4b50320 req-69d552e9-39af-438d-9cdf-5d0098f969bb tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 944 time: 0.1025372 Jun 07 16:07:33.563373 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd52a2-41d9-49dc-93de-3c238f296c39 req-3be83c48-75df-4905-99ed-313279132b12 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:33.564756 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-26bd52a2-41d9-49dc-93de-3c238f296c39 req-3be83c48-75df-4905-99ed-313279132b12 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 944 time: 0.1048639 Jun 07 16:07:33.602114 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] For port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:07:33.621721 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] For port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96,segment=NetworkSegment(9c986009-a042-446f-a04b-708528372df1),segment_id=9c986009-a042-446f-a04b-708528372df1)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:07:33.631644 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['bb394a22-3523-40cd-8341-5b364302539a'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:07:33.641339 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:33.695934 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:33.696603 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:33.697811 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 HTTP/1.1" status: 200 len: 1094 time: 0.7905195 Jun 07 16:07:33.698478 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fa7681-3113-4055-9fa4-997c1ac6b7a3', 'tag': '6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:07:33.700712 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa231025-211c-471f-b309-2760606656f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fa7681-3113-4055-9fa4-997c1ac6b7a3", "tag": "6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:07:33.705518 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-26bd52a2-41d9-49dc-93de-3c238f296c39 req-b9237c6b-6654-45cc-a979-9dab582f7b98 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280174 Jun 07 16:07:33.708400 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8e60a827-71a5-43c4-a854-a12ae4b50320 req-38dbd6c3-10ba-49ea-a105-01370f4ff11e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509943 Jun 07 16:07:33.747076 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3dce4-a1d0-4d68-a05e-e38efb90a784 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:33.771538 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9ca5c7-8754-49c1-9d5f-f4c664d14797 x-openstack-request-id: req-ac9ca5c7-8754-49c1-9d5f-f4c664d14797 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:07:33.771826 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fa7681-3113-4055-9fa4-997c1ac6b7a3", "tag": "6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:07:33.772066 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac9ca5c7-8754-49c1-9d5f-f4c664d14797 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:07:33.772489 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9ca5c7-8754-49c1-9d5f-f4c664d14797'] response: {'name': 'network-changed', 'server_uuid': 'b6fa7681-3113-4055-9fa4-997c1ac6b7a3', 'tag': '6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96', 'status': 'completed', 'code': 200} Jun 07 16:07:33.815839 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-a7f7eb54-bc55-4ff1-ba17-7682020c5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:33.817337 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-a7f7eb54-bc55-4ff1-ba17-7682020c5250 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab43bc41a9b44512b7e3e4c1f721bacf&device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 1128 time: 0.0404329 Jun 07 16:07:33.856869 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-9456526b-1bcf-4658-9db1-8fb19030a6f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 HTTP/1.1" status: 200 len: 217 time: 0.0316138 Jun 07 16:07:33.907401 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-899f2081-b2cb-46df-a169-1f13d5884d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:33.909983 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-899f2081-b2cb-46df-a169-1f13d5884d4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a5d261d-1eb7-435d-a187-1e38424b66ec HTTP/1.1" status: 200 len: 854 time: 0.0459321 Jun 07 16:07:33.942063 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-43b89ed6-008b-48cb-ae93-fd34050ab0a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8af59b9d-86bd-4119-bcdf-4579e7e6448f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256665 Jun 07 16:07:34.031759 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-5da15a85-3d17-4ad4-acc6-ba72e5c85ca2 service neutron] 10.222.0.24 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833907 Jun 07 16:07:34.128118 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f06a4a3a-027d-4717-bd6c-4634a18441ad req-abcb5fef-1fd2-4770-af8c-e7072ef79aeb service neutron] 10.222.0.24 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886376 Jun 07 16:07:34.852780 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f936d-1143-43b3-a4fe-0b747c79a0ec req-407c2e70-7a6d-4857-963f-69ca927127ef tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:34.854219 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-da5f936d-1143-43b3-a4fe-0b747c79a0ec req-407c2e70-7a6d-4857-963f-69ca927127ef tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 944 time: 0.0740874 Jun 07 16:07:34.874112 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ec970-be8c-48d4-a02a-31f9cfdccbb4 req-1d9a02ab-64a3-46da-9fd2-34a149fd2942 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:34.875468 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-926ec970-be8c-48d4-a02a-31f9cfdccbb4 req-1d9a02ab-64a3-46da-9fd2-34a149fd2942 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 944 time: 0.0670018 Jun 07 16:07:34.882431 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:34.937336 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-da5f936d-1143-43b3-a4fe-0b747c79a0ec req-dcddfa02-e6e4-453c-b169-814c011ebed0 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773182 Jun 07 16:07:34.951423 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-926ec970-be8c-48d4-a02a-31f9cfdccbb4 req-ab2d83e1-073e-4497-a8a4-5ea44f367cd0 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663650 Jun 07 16:07:35.108575 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231025-211c-471f-b309-2760606656f1 req-4a037a82-b594-41db-8bce-17ce4dc2a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:35.109934 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa231025-211c-471f-b309-2760606656f1 req-4a037a82-b594-41db-8bce-17ce4dc2a36e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab43bc41a9b44512b7e3e4c1f721bacf&device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 1128 time: 0.0383673 Jun 07 16:07:35.165031 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:35.179939 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device bb394a22-3523-40cd-8341-5b364302539a up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:07:35.202994 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231025-211c-471f-b309-2760606656f1 req-2749868a-effe-4765-af43-f76a09d5aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:35.204481 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa231025-211c-471f-b309-2760606656f1 req-2749868a-effe-4765-af43-f76a09d5aa95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8af59b9d-86bd-4119-bcdf-4579e7e6448f HTTP/1.1" status: 200 len: 915 time: 0.0849223 Jun 07 16:07:35.222979 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port bb394a22-3523-40cd-8341-5b364302539a completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:07:35.228974 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port bb394a22-3523-40cd-8341-5b364302539a triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:35.229405 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (bb394a22-3523-40cd-8341-5b364302539a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:35.250905 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa231025-211c-471f-b309-2760606656f1 req-0ada8d34-7819-4065-bc7e-249888c47756 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 HTTP/1.1" status: 200 len: 217 time: 0.0366106 Jun 07 16:07:35.302200 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231025-211c-471f-b309-2760606656f1 req-0d84dfbb-957d-48fe-b49d-74eba31784ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:35.303210 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port bb394a22-3523-40cd-8341-5b364302539a is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:35.303595 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (bb394a22-3523-40cd-8341-5b364302539a), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:35.303713 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa231025-211c-471f-b309-2760606656f1 req-0d84dfbb-957d-48fe-b49d-74eba31784ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a5d261d-1eb7-435d-a187-1e38424b66ec HTTP/1.1" status: 200 len: 854 time: 0.0437720 Jun 07 16:07:35.327079 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:07:35.329329 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29079fff-2ec0-46f5-b4d3-d1f35c284169" -d '{"events": [{"server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "name": "network-vif-plugged", "status": "completed", "tag": "bb394a22-3523-40cd-8341-5b364302539a"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:07:35.339380 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa231025-211c-471f-b309-2760606656f1 req-bc202e37-85ee-4e73-93bf-7b25ca9f07e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8af59b9d-86bd-4119-bcdf-4579e7e6448f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267293 Jun 07 16:07:35.343152 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port bb394a22-3523-40cd-8341-5b364302539a, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=bb394a22-3523-40cd-8341-5b364302539a,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:35.348512 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (bb394a22-3523-40cd-8341-5b364302539a), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:35.376867 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f06ccb5-775f-4cb2-a1cd-180a3ff4cb5f x-openstack-request-id: req-9f06ccb5-775f-4cb2-a1cd-180a3ff4cb5f {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:07:35.377161 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "name": "network-vif-plugged", "status": "completed", "tag": "bb394a22-3523-40cd-8341-5b364302539a", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:07:35.377450 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f06ccb5-775f-4cb2-a1cd-180a3ff4cb5f {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:07:35.377896 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f06ccb5-775f-4cb2-a1cd-180a3ff4cb5f'] response: {'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a', 'code': 200} Jun 07 16:07:35.404935 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=bb394a22-3523-40cd-8341-5b364302539a,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:35.441262 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa231025-211c-471f-b309-2760606656f1 req-1546c9a9-14bc-4eec-a91a-f829d7d7c74f service neutron] 10.222.0.24 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919020 Jun 07 16:07:35.560813 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4927364-d9a2-4606-8a39-3c281faf80b1 req-899145b1-aefd-4cff-8ed4-505c093ab439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:35.562249 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a4927364-d9a2-4606-8a39-3c281faf80b1 req-899145b1-aefd-4cff-8ed4-505c093ab439 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 1129 time: 0.0635290 Jun 07 16:07:35.567420 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fa231025-211c-471f-b309-2760606656f1 req-863db0e2-87e3-40a7-a2e2-031beb096d8c service neutron] 10.222.0.24 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194980 Jun 07 16:07:35.864271 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a4927364-d9a2-4606-8a39-3c281faf80b1 req-84723272-7aa8-4332-bcd1-1ceed4af03e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860401 Jun 07 16:07:36.089725 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4fda2-e9b7-4347-8216-8bc442722ee3 req-75acb296-c390-4526-a5d1-44f893156e62 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:36.091193 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-33f4fda2-e9b7-4347-8216-8bc442722ee3 req-75acb296-c390-4526-a5d1-44f893156e62 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 944 time: 0.0821760 Jun 07 16:07:36.099435 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20166-1477-4166-b8ef-f74573ad8f63 req-132d662b-d1d0-4296-a51b-cca69792a1d5 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:36.100797 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a1b20166-1477-4166-b8ef-f74573ad8f63 req-132d662b-d1d0-4296-a51b-cca69792a1d5 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 945 time: 0.0805933 Jun 07 16:07:36.185815 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-33f4fda2-e9b7-4347-8216-8bc442722ee3 req-91666be1-c4c0-45fd-a581-895a3632cfa8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840847 Jun 07 16:07:36.188988 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a1b20166-1477-4166-b8ef-f74573ad8f63 req-8a54702e-1e37-4884-927a-5760b4e2809a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814862 Jun 07 16:07:37.193867 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:07:37.293806 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96,segment=NetworkSegment(9c986009-a042-446f-a04b-708528372df1),segment_id=9c986009-a042-446f-a04b-708528372df1)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:37.299432 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:37.304209 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:37.310299 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': '6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96', 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f', 'port_id': '6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96', 'mac_address': 'fa:16:3e:49:1b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d261d-1eb7-435d-a187-1e38424b66ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:07:37.332932 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9d635-7769-4b6a-94d2-af9b629720e8 req-68077ec3-b1de-44f3-b12b-61c15e8b3b7e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:37.334438 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dae9d635-7769-4b6a-94d2-af9b629720e8 req-68077ec3-b1de-44f3-b12b-61c15e8b3b7e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 944 time: 0.0773716 Jun 07 16:07:37.345328 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:37.348384 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9ac9-3eb8-4099-99a3-df64d107d52c req-c6fd1dec-3d77-4382-a910-9cd6885b7b39 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:37.350963 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-562c9ac9-3eb8-4099-99a3-df64d107d52c req-c6fd1dec-3d77-4382-a910-9cd6885b7b39 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 945 time: 0.0812230 Jun 07 16:07:37.356758 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:37.357149 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:37.371024 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:07:37.399328 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96,segment=NetworkSegment(9c986009-a042-446f-a04b-708528372df1),segment_id=9c986009-a042-446f-a04b-708528372df1)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:37.399554 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:37.406005 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:37.436225 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dae9d635-7769-4b6a-94d2-af9b629720e8 req-b23af484-d598-4912-aeff-b4d95d4cc234 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842602 Jun 07 16:07:37.440406 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-562c9ac9-3eb8-4099-99a3-df64d107d52c req-0e442237-55ef-4ca8-95b3-0d6ddb8003af tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810823 Jun 07 16:07:37.466406 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:37.658314 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:07:37.679726 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:38.581702 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40712a-8dcc-479b-81a4-e29ad309f661 req-e638ec42-7b97-49e9-b040-f64998032205 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:38.583145 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bf40712a-8dcc-479b-81a4-e29ad309f661 req-e638ec42-7b97-49e9-b040-f64998032205 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0732484 Jun 07 16:07:38.588999 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e809f-9f90-4b1d-8e44-63005a8e45e1 req-db9278c7-2408-41bd-9e31-b6d317299cb2 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:38.590319 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b7e809f-9f90-4b1d-8e44-63005a8e45e1 req-db9278c7-2408-41bd-9e31-b6d317299cb2 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 945 time: 0.0786071 Jun 07 16:07:38.666123 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bf40712a-8dcc-479b-81a4-e29ad309f661 req-432b84f4-674c-4a52-a520-0da3bbdfe82d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748868 Jun 07 16:07:38.669280 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b7e809f-9f90-4b1d-8e44-63005a8e45e1 req-2bf759d0-ca6a-4993-bd35-288158b77374 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717895 Jun 07 16:07:38.792980 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708cd6e-147a-47dd-b008-fc65ac44998f req-6ceaa038-a474-4459-876d-833e8ab3e6b2 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:38.794361 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2708cd6e-147a-47dd-b008-fc65ac44998f req-6ceaa038-a474-4459-876d-833e8ab3e6b2 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 945 time: 0.0473220 Jun 07 16:07:38.840675 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2708cd6e-147a-47dd-b008-fc65ac44998f req-82b6fd1c-675f-4d94-8274-99558dd1a13e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Jun 07 16:07:39.038948 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=60,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:39.039757 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=63,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:39.161176 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1411613-155d-4a5e-bb83-bc95bae259b0 req-92c5c9a6-05fb-4e7d-9fb7-a62e7a721e61 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:39.162639 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e1411613-155d-4a5e-bb83-bc95bae259b0 req-92c5c9a6-05fb-4e7d-9fb7-a62e7a721e61 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 945 time: 0.0467980 Jun 07 16:07:39.208936 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:07:39.213561 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e1411613-155d-4a5e-bb83-bc95bae259b0 req-ae602558-452e-4906-a953-bbaef637b7a5 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453968 Jun 07 16:07:39.260487 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:07:39.266592 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:39.266870 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:39.342813 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:39.343152 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:39.367462 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fa7681-3113-4055-9fa4-997c1ac6b7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:07:39.369674 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6353edf-fb05-4843-b02b-c927733bc8ba" -d '{"events": [{"server_uuid": "b6fa7681-3113-4055-9fa4-997c1ac6b7a3", "name": "network-vif-plugged", "status": "completed", "tag": "6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:07:39.385861 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96,segment=NetworkSegment(9c986009-a042-446f-a04b-708528372df1),segment_id=9c986009-a042-446f-a04b-708528372df1)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:39.391231 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:39.421848 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7836c42b-68d6-42aa-8892-f1477c851475 x-openstack-request-id: req-7836c42b-68d6-42aa-8892-f1477c851475 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:07:39.422132 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fa7681-3113-4055-9fa4-997c1ac6b7a3", "name": "network-vif-plugged", "status": "completed", "tag": "6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:07:39.422386 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7836c42b-68d6-42aa-8892-f1477c851475 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:07:39.422785 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7836c42b-68d6-42aa-8892-f1477c851475'] response: {'server_uuid': 'b6fa7681-3113-4055-9fa4-997c1ac6b7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96', 'code': 200} Jun 07 16:07:39.451915 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:39.580011 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:39.586507 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd72908-a843-4971-9d35-65b53ada3fd3 req-4dce201c-ccdf-4230-bdd2-52a5f2546fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:39.588131 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8cd72908-a843-4971-9d35-65b53ada3fd3 req-4dce201c-ccdf-4230-bdd2-52a5f2546fc6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 1130 time: 0.0409100 Jun 07 16:07:39.634838 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8cd72908-a843-4971-9d35-65b53ada3fd3 req-a428f4db-e1a2-4ee3-8e1c-f7b0008536aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Jun 07 16:07:39.787861 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8526e5a-89e6-4a4a-8eba-52bd0c9f858f req-26544be8-5904-473d-a66d-b97825928030 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:39.789344 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8526e5a-89e6-4a4a-8eba-52bd0c9f858f req-26544be8-5904-473d-a66d-b97825928030 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 946 time: 0.0452588 Jun 07 16:07:39.836021 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8526e5a-89e6-4a4a-8eba-52bd0c9f858f req-4ecac0d4-d785-43db-a9fc-fa89342933f7 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Jun 07 16:07:40.953742 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227a82e-2639-45a8-84de-653cfb8e2a36 req-3c2bf515-b64c-4a81-8e91-3f1b2a1dfb3b tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:40.955278 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6227a82e-2639-45a8-84de-653cfb8e2a36 req-3c2bf515-b64c-4a81-8e91-3f1b2a1dfb3b tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 946 time: 0.0513730 Jun 07 16:07:41.004335 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6227a82e-2639-45a8-84de-653cfb8e2a36 req-addafd9c-d05e-4646-b8d4-17c75d8e5a41 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434866 Jun 07 16:07:42.117768 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f44c-3539-4477-bd2d-919829861fbe req-39ba871d-a873-4b5d-918d-b07debd61776 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:42.119212 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c6a9f44c-3539-4477-bd2d-919829861fbe req-39ba871d-a873-4b5d-918d-b07debd61776 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 946 time: 0.0454516 Jun 07 16:07:42.166152 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c6a9f44c-3539-4477-bd2d-919829861fbe req-eb3d1a41-24d4-4259-b0de-cf1848732127 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Jun 07 16:07:46.879355 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9ff672e-ef2c-4b92-a271-5dbfc1df5df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:48.900386 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad2c66-913a-4557-ac54-9cdf385177a0 req-cfbe8c68-a4cc-437b-be25-fb59a59f61c7 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:48.901805 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fcad2c66-913a-4557-ac54-9cdf385177a0 req-cfbe8c68-a4cc-437b-be25-fb59a59f61c7 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 945 time: 0.0485637 Jun 07 16:07:48.955243 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fcad2c66-913a-4557-ac54-9cdf385177a0 req-6eb77e06-7b02-4a5e-971f-3494ae88d576 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479295 Jun 07 16:07:48.977411 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35018) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:49.023525 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f835f059-72e1-4cb8-abc1-1f88560e52f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:49.141301 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0321e4ad-7634-4438-bb91-15d025eed039 tempest-TestMinimumBasicScenario-1543752029 tempest-TestMinimumBasicScenario-1543752029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:49.142847 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0321e4ad-7634-4438-bb91-15d025eed039 tempest-TestMinimumBasicScenario-1543752029 tempest-TestMinimumBasicScenario-1543752029-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 1124 time: 0.1643925 Jun 07 16:07:49.145718 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35022) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:49.150773 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Request body: {'floatingip': {'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'port_id': 'bb394a22-3523-40cd-8341-5b364302539a', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:49.155401 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:49.173450 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:49.251084 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:49.361949 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Allocated IP 172.27.2.160 (10820ebf-33cd-43bf-8673-83f1ebc3af4b/80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f/dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:07:49.480588 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for port (dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:49.511829 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:49.553863 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Network 10820ebf-33cd-43bf-8673-83f1ebc3af4b is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:07:49.561298 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:07:49.563690 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'Port': ['ID=dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:49.566509 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:07:49.598543 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.598879 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.599216 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.599551 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.599873 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.600194 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.600544 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.600862 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.601761 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.602332 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.602707 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.603029 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.603348 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.603667 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.603982 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:49.608786 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:49.937184 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:49.941481 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for floatingip (9f8ad903-8038-4b3d-8896-248c21a5b2ec), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.010789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.167885 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.194595 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for port (dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.200066 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.275981 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.278868 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'Port': ['ID=dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:50.293100 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583119'] for floatingip (9f8ad903-8038-4b3d-8896-248c21a5b2ec), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.397337 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Floating IP 9f8ad903-8038-4b3d-8896-248c21a5b2ec associated. External IP: 172.27.2.160, port: bb394a22-3523-40cd-8341-5b364302539a. Jun 07 16:07:50.436597 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:50.601573 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:07:50.707674 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:07:50.718825 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f73a18-2453-4ab3-bd45-8ee189b97f8f None None] Sync routers for ids ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:07:50.727901 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.730993 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f73a18-2453-4ab3-bd45-8ee189b97f8f None None] Routers {'aad6b80f-9bb3-4db5-b15b-7b5e5562d305'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:07:50.731613 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d4f73a18-2453-4ab3-bd45-8ee189b97f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:07:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:50.761376 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-bab433fd-99b3-44ae-beb8-5fa4306c066c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6120894 Jun 07 16:07:50.761376 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:07:50.761833 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781d1730-9328-449d-9828-b29f8473e20d" -d '{"events": [{"name": "network-changed", "server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "tag": "bb394a22-3523-40cd-8341-5b364302539a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:07:50.762636 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35026) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:50.767424 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-744824152', 'description': 'tempest-secgroup-smoke-744824152 description', 'project_id': '0598199897de4461b994edd96e987dfb'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:50.800068 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.809962 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a4bacc-8ccb-4f1f-97c7-17d47a776896 x-openstack-request-id: req-f1a4bacc-8ccb-4f1f-97c7-17d47a776896 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:07:50.810251 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "tag": "bb394a22-3523-40cd-8341-5b364302539a", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:07:50.810513 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1a4bacc-8ccb-4f1f-97c7-17d47a776896 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:07:50.810901 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a4bacc-8ccb-4f1f-97c7-17d47a776896'] response: {'name': 'network-changed', 'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a', 'status': 'completed', 'code': 200} Jun 07 16:07:50.849763 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-d4f73a18-2453-4ab3-bd45-8ee189b97f8f None None] Set router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:07:50.879048 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group (96af920b-90d8-4ec6-bd97-9e1eedb81f8c), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.884498 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (96af920b-90d8-4ec6-bd97-9e1eedb81f8c), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.889576 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1730-9328-449d-9828-b29f8473e20d req-ccb02f3e-a6b9-47c4-9cc9-3352540778ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:50.891478 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-781d1730-9328-449d-9828-b29f8473e20d req-ccb02f3e-a6b9-47c4-9cc9-3352540778ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0598199897de4461b994edd96e987dfb&device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 1129 time: 0.0543859 Jun 07 16:07:50.923970 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:50.925510 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1616712 Jun 07 16:07:50.926703 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96af920b-90d8-4ec6-bd97-9e1eedb81f8c,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:50.936835 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35032) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:50.938271 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.938578 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.938914 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.939247 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.939572 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.939897 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.940220 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.940571 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.940892 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.941210 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.941527 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.941843 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.942258 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.942586 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.942899 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f3e34-08c3-4616-ad26-674d551c4031 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:07:50.952076 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:50.952316 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-4802a153-21bb-4411-a3be-7373874114fd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Request body: {'security_group_rule': {'security_group_id': '96af920b-90d8-4ec6-bd97-9e1eedb81f8c', 'project_id': '0598199897de4461b994edd96e987dfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:50.971226 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:50.995274 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:51.005134 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4802a153-21bb-4411-a3be-7373874114fd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (512fcbc6-c6f4-4cf5-bf37-ef768416c51d), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.009860 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1730-9328-449d-9828-b29f8473e20d req-ed85e2a0-331d-4f37-b1ae-f8f98eb52726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:51.011709 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-781d1730-9328-449d-9828-b29f8473e20d req-ed85e2a0-331d-4f37-b1ae-f8f98eb52726 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7501c96e-4dd9-43da-bc90-8b90ac075e50 HTTP/1.1" status: 200 len: 915 time: 0.1119306 Jun 07 16:07:51.077231 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4802a153-21bb-4411-a3be-7373874114fd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (512fcbc6-c6f4-4cf5-bf37-ef768416c51d), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.081590 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4802a153-21bb-4411-a3be-7373874114fd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (512fcbc6-c6f4-4cf5-bf37-ef768416c51d), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.088146 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-781d1730-9328-449d-9828-b29f8473e20d req-db101324-cfde-4fcb-9ea1-f38ba33538b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb394a22-3523-40cd-8341-5b364302539a HTTP/1.1" status: 200 len: 999 time: 0.0691385 Jun 07 16:07:51.096026 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d4f73a18-2453-4ab3-bd45-8ee189b97f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 4, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '9f8ad903-8038-4b3d-8896-248c21a5b2ec', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'port_id': 'bb394a22-3523-40cd-8341-5b364302539a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'mac_address': 'fa:16:3e:4a:ae:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:07:49Z', 'updated_at': '2022-06-07T16:07:49Z', 'revision_number': 0, 'project_id': '0598199897de4461b994edd96e987dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3063a9bb-63d5-4d60-a78f-48d4f7012b83', 'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'mac_address': 'fa:16:3e:f4:e3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:55Z', 'updated_at': '2022-06-07T16:07:01Z', 'revision_number': 5, 'project_id': '0598199897de4461b994edd96e987dfb', 'subnets': [{'id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:51.105070 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802a153-21bb-4411-a3be-7373874114fd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512fcbc6-c6f4-4cf5-bf37-ef768416c51d,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:51.110963 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4802a153-21bb-4411-a3be-7373874114fd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.112310 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4802a153-21bb-4411-a3be-7373874114fd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636868 Jun 07 16:07:51.114915 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35034) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:51.119408 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-69aebdeb-0729-4e50-a5b1-b3bd01dced60 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Request body: {'security_group_rule': {'security_group_id': '96af920b-90d8-4ec6-bd97-9e1eedb81f8c', 'project_id': '0598199897de4461b994edd96e987dfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:51.140943 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f73a18-2453-4ab3-bd45-8ee189b97f8f None None] Checking router: aad6b80f-9bb3-4db5-b15b-7b5e5562d305 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:07:51.150587 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1730-9328-449d-9828-b29f8473e20d req-66eeb616-3d03-462e-8b13-50d009658ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:51.150587 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-781d1730-9328-449d-9828-b29f8473e20d req-66eeb616-3d03-462e-8b13-50d009658ea2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0f2961a-2365-4bbd-a091-9429b895aa62 HTTP/1.1" status: 200 len: 853 time: 0.0530741 Jun 07 16:07:51.150920 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-69aebdeb-0729-4e50-a5b1-b3bd01dced60 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (be797abd-6217-44d2-b331-e1f2eaf741cf), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.161063 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f73a18-2453-4ab3-bd45-8ee189b97f8f None None] Routers {'aad6b80f-9bb3-4db5-b15b-7b5e5562d305'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:07:51.161697 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d4f73a18-2453-4ab3-bd45-8ee189b97f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:07:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:51.193915 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1730-9328-449d-9828-b29f8473e20d req-fb9eaa78-3073-4e21-9456-fd072bab1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:51.195591 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-781d1730-9328-449d-9828-b29f8473e20d req-fb9eaa78-3073-4e21-9456-fd072bab1276 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7501c96e-4dd9-43da-bc90-8b90ac075e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406592 Jun 07 16:07:51.217666 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-69aebdeb-0729-4e50-a5b1-b3bd01dced60 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (be797abd-6217-44d2-b331-e1f2eaf741cf), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.222236 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-69aebdeb-0729-4e50-a5b1-b3bd01dced60 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (be797abd-6217-44d2-b331-e1f2eaf741cf), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.245203 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aebdeb-0729-4e50-a5b1-b3bd01dced60 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be797abd-6217-44d2-b331-e1f2eaf741cf,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:51.253582 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-69aebdeb-0729-4e50-a5b1-b3bd01dced60 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.258075 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-69aebdeb-0729-4e50-a5b1-b3bd01dced60 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391547 Jun 07 16:07:51.258332 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35036) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:51.262865 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-d1cff076-0d5b-4985-b901-35f5b2a99d43 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Request body: {'security_group_rule': {'security_group_id': '96af920b-90d8-4ec6-bd97-9e1eedb81f8c', 'project_id': '0598199897de4461b994edd96e987dfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:51.282443 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-d4f73a18-2453-4ab3-bd45-8ee189b97f8f None None] Set router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:07:51.291039 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:07:51.300440 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d1cff076-0d5b-4985-b901-35f5b2a99d43 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (5cfbb802-d8e7-4b71-9de6-254cb15de317), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.318521 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-781d1730-9328-449d-9828-b29f8473e20d req-d07d0f30-25d6-4d18-93c6-1950db0ca4cc service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152172 Jun 07 16:07:51.365038 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d1cff076-0d5b-4985-b901-35f5b2a99d43 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (5cfbb802-d8e7-4b71-9de6-254cb15de317), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.369469 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d1cff076-0d5b-4985-b901-35f5b2a99d43 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (5cfbb802-d8e7-4b71-9de6-254cb15de317), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.388733 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cff076-0d5b-4985-b901-35f5b2a99d43 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfbb802-d8e7-4b71-9de6-254cb15de317,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:51.393569 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d1cff076-0d5b-4985-b901-35f5b2a99d43 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.396913 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-d1cff076-0d5b-4985-b901-35f5b2a99d43 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374850 Jun 07 16:07:51.398685 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35038) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:51.403386 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-7b6cea5f-8c1d-4c92-a3bc-1c38b0be8edd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Request body: {'security_group_rule': {'security_group_id': '96af920b-90d8-4ec6-bd97-9e1eedb81f8c', 'project_id': '0598199897de4461b994edd96e987dfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:51.431601 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7b6cea5f-8c1d-4c92-a3bc-1c38b0be8edd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (47d7342d-6212-4d33-9cd6-2df834f4c373), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.457072 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:51.499860 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7b6cea5f-8c1d-4c92-a3bc-1c38b0be8edd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (47d7342d-6212-4d33-9cd6-2df834f4c373), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.503811 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7b6cea5f-8c1d-4c92-a3bc-1c38b0be8edd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (47d7342d-6212-4d33-9cd6-2df834f4c373), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.521845 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d4f73a18-2453-4ab3-bd45-8ee189b97f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 4, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '9f8ad903-8038-4b3d-8896-248c21a5b2ec', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'port_id': 'bb394a22-3523-40cd-8341-5b364302539a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'mac_address': 'fa:16:3e:4a:ae:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:07:49Z', 'updated_at': '2022-06-07T16:07:49Z', 'revision_number': 0, 'project_id': '0598199897de4461b994edd96e987dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3063a9bb-63d5-4d60-a78f-48d4f7012b83', 'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'mac_address': 'fa:16:3e:f4:e3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:55Z', 'updated_at': '2022-06-07T16:07:01Z', 'revision_number': 5, 'project_id': '0598199897de4461b994edd96e987dfb', 'subnets': [{'id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:51.525910 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cea5f-8c1d-4c92-a3bc-1c38b0be8edd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d7342d-6212-4d33-9cd6-2df834f4c373,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:51.532007 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7b6cea5f-8c1d-4c92-a3bc-1c38b0be8edd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.533352 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-7b6cea5f-8c1d-4c92-a3bc-1c38b0be8edd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335251 Jun 07 16:07:51.536099 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35040) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:51.540922 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.v2.base [None req-c1f27c39-61d4-4f89-b0fb-9ee8a3034798 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Request body: {'security_group_rule': {'security_group_id': '96af920b-90d8-4ec6-bd97-9e1eedb81f8c', 'project_id': '0598199897de4461b994edd96e987dfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:51.549319 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=74,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:51.550510 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f73a18-2453-4ab3-bd45-8ee189b97f8f None None] The sync data for ids ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'] in dv-cinder-844879-2-iscsi is: [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 4, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '9f8ad903-8038-4b3d-8896-248c21a5b2ec', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'port_id': 'bb394a22-3523-40cd-8341-5b364302539a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'mac_address': 'fa:16:3e:4a:ae:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:07:49Z', 'updated_at': '2022-06-07T16:07:49Z', 'revision_number': 0, 'project_id': '0598199897de4461b994edd96e987dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3063a9bb-63d5-4d60-a78f-48d4f7012b83', 'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'mac_address': 'fa:16:3e:f4:e3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:55Z', 'updated_at': '2022-06-07T16:07:01Z', 'revision_number': 5, 'project_id': '0598199897de4461b994edd96e987dfb', 'subnets': [{'id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:07:51.567370 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.securitygroups_db [None req-c1f27c39-61d4-4f89-b0fb-9ee8a3034798 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Project 0598199897de4461b994edd96e987dfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 16:07:51.573892 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c1f27c39-61d4-4f89-b0fb-9ee8a3034798 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (2b222834-15f5-430d-a508-2ef13e97c64b), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.651232 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c1f27c39-61d4-4f89-b0fb-9ee8a3034798 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (2b222834-15f5-430d-a508-2ef13e97c64b), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.655447 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c1f27c39-61d4-4f89-b0fb-9ee8a3034798 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (2b222834-15f5-430d-a508-2ef13e97c64b), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.674962 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f27c39-61d4-4f89-b0fb-9ee8a3034798 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b222834-15f5-430d-a508-2ef13e97c64b,revision_number=0']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:51.691064 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c1f27c39-61d4-4f89-b0fb-9ee8a3034798 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.692054 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.695269 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35042) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:51.695771 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-c1f27c39-61d4-4f89-b0fb-9ee8a3034798 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1585732 Jun 07 16:07:51.702324 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-a5d3b750-4069-4f16-9cf5-cf88c0fd977a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Request body: {'security_group_rule': {'security_group_id': '96af920b-90d8-4ec6-bd97-9e1eedb81f8c', 'project_id': '0598199897de4461b994edd96e987dfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:51.715288 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-781d1730-9328-449d-9828-b29f8473e20d req-91f3f73b-33e1-42a5-bd55-f83887fd4ca3 service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395333 Jun 07 16:07:51.731043 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.securitygroups_db [None req-a5d3b750-4069-4f16-9cf5-cf88c0fd977a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Project 0598199897de4461b994edd96e987dfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 16:07:51.738544 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a5d3b750-4069-4f16-9cf5-cf88c0fd977a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (fc56db8f-dad4-4b7a-8d41-6c0c82533854), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.776486 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:51.813293 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a5d3b750-4069-4f16-9cf5-cf88c0fd977a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (fc56db8f-dad4-4b7a-8d41-6c0c82533854), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.820621 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a5d3b750-4069-4f16-9cf5-cf88c0fd977a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747689'] for security_group_rule (fc56db8f-dad4-4b7a-8d41-6c0c82533854), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.825657 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d249d5e-fa8e-4b74-a98e-60ea20496d3e None None] New status for floating IP 9f8ad903-8038-4b3d-8896-248c21a5b2ec: ACTIVE {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:07:51.842139 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3b750-4069-4f16-9cf5-cf88c0fd977a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc56db8f-dad4-4b7a-8d41-6c0c82533854,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:51.849719 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a5d3b750-4069-4f16-9cf5-cf88c0fd977a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:51.850924 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a5d3b750-4069-4f16-9cf5-cf88c0fd977a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1547344 Jun 07 16:07:51.947309 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-febc0b57-ec67-46e1-b0ac-3264fa4b6e50 req-e1f938f3-f7ad-4296-9aa9-b9b627c5f8c6 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744824152&fields=id&tenant_id=0598199897de4461b994edd96e987dfb HTTP/1.1" status: 200 len: 267 time: 0.0493426 Jun 07 16:07:52.001939 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0b57-ec67-46e1-b0ac-3264fa4b6e50 req-d729a0f3-cfd6-43d7-b8a6-2dddc3b72185 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:52.003454 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-febc0b57-ec67-46e1-b0ac-3264fa4b6e50 req-d729a0f3-cfd6-43d7-b8a6-2dddc3b72185 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 945 time: 0.0507474 Jun 07 16:07:52.015756 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-febc0b57-ec67-46e1-b0ac-3264fa4b6e50 req-792aa4dc-6c03-4e9b-b437-87c8c95aae90 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Request body: {'port': {'security_groups': ['d5906e08-74e8-49c1-9961-f1ba396af1f3', '96af920b-90d8-4ec6-bd97-9e1eedb81f8c']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:07:52.091394 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-febc0b57-ec67-46e1-b0ac-3264fa4b6e50 req-792aa4dc-6c03-4e9b-b437-87c8c95aae90 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (bb394a22-3523-40cd-8341-5b364302539a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:52.309604 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-febc0b57-ec67-46e1-b0ac-3264fa4b6e50 req-792aa4dc-6c03-4e9b-b437-87c8c95aae90 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] For port bb394a22-3523-40cd-8341-5b364302539a, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=bb394a22-3523-40cd-8341-5b364302539a,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:52.339026 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-febc0b57-ec67-46e1-b0ac-3264fa4b6e50 req-792aa4dc-6c03-4e9b-b437-87c8c95aae90 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for port (bb394a22-3523-40cd-8341-5b364302539a), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:52.343240 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-febc0b57-ec67-46e1-b0ac-3264fa4b6e50 req-792aa4dc-6c03-4e9b-b437-87c8c95aae90 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (bb394a22-3523-40cd-8341-5b364302539a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:52.349877 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:52.358048 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['bb394a22-3523-40cd-8341-5b364302539a'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:07:52.384987 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0b57-ec67-46e1-b0ac-3264fa4b6e50 req-792aa4dc-6c03-4e9b-b437-87c8c95aae90 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:52.385600 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-febc0b57-ec67-46e1-b0ac-3264fa4b6e50 req-792aa4dc-6c03-4e9b-b437-87c8c95aae90 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:52.387054 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-febc0b57-ec67-46e1-b0ac-3264fa4b6e50 req-792aa4dc-6c03-4e9b-b437-87c8c95aae90 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "PUT /v2.0/ports/bb394a22-3523-40cd-8341-5b364302539a HTTP/1.1" status: 200 len: 981 time: 0.3767397 Jun 07 16:07:52.423521 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aa4dc-6c03-4e9b-b437-87c8c95aae90 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'Port': ['ID=bb394a22-3523-40cd-8341-5b364302539a,revision_number=6']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:52.473982 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['bb394a22-3523-40cd-8341-5b364302539a'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:07:52.519164 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750664a2-67d6-46c0-8b5b-64dff399b775 req-a9e9bb2d-7d45-4101-9509-630f622ce616 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:52.520725 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-750664a2-67d6-46c0-8b5b-64dff399b775 req-a9e9bb2d-7d45-4101-9509-630f622ce616 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0550671 Jun 07 16:07:52.591874 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-750664a2-67d6-46c0-8b5b-64dff399b775 req-9c95006f-ecea-475a-aaf2-0dc067dee120 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634580 Jun 07 16:07:52.660007 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-4ff381d0-1216-482c-8945-faae4c7f5b86 None None] Provisioning complete for port bb394a22-3523-40cd-8341-5b364302539a triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:07:52.660302 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ff381d0-1216-482c-8945-faae4c7f5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (bb394a22-3523-40cd-8341-5b364302539a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:52.698718 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:52.713647 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:52.811863 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:07:52.814219 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b80c3d-7123-4330-a5c7-1d9ae518f892" -d '{"events": [{"name": "network-changed", "server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "tag": "bb394a22-3523-40cd-8341-5b364302539a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:07:52.850009 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ca1c0-b758-4e3c-be06-4887029fa552 x-openstack-request-id: req-ee9ca1c0-b758-4e3c-be06-4887029fa552 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:07:52.850298 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "tag": "bb394a22-3523-40cd-8341-5b364302539a", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:07:52.850538 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee9ca1c0-b758-4e3c-be06-4887029fa552 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:07:52.851477 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9ca1c0-b758-4e3c-be06-4887029fa552'] response: {'name': 'network-changed', 'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a', 'status': 'completed', 'code': 200} Jun 07 16:07:52.863600 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-4ff381d0-1216-482c-8945-faae4c7f5b86 None None] Current status of the port bb394a22-3523-40cd-8341-5b364302539a is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:07:52.927535 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80c3d-7123-4330-a5c7-1d9ae518f892 req-e724b997-e92d-4572-b6a5-61d2b9b4e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:52.929721 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-56b80c3d-7123-4330-a5c7-1d9ae518f892 req-e724b997-e92d-4572-b6a5-61d2b9b4e06a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0598199897de4461b994edd96e987dfb&device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 1168 time: 0.0427945 Jun 07 16:07:53.028618 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80c3d-7123-4330-a5c7-1d9ae518f892 req-4287d21a-38ba-41df-9090-7462febb2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:53.030062 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-56b80c3d-7123-4330-a5c7-1d9ae518f892 req-4287d21a-38ba-41df-9090-7462febb2131 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7501c96e-4dd9-43da-bc90-8b90ac075e50 HTTP/1.1" status: 200 len: 915 time: 0.0917535 Jun 07 16:07:53.099206 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-56b80c3d-7123-4330-a5c7-1d9ae518f892 req-60c62364-7d4b-47f7-ab29-35b3f902efea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb394a22-3523-40cd-8341-5b364302539a HTTP/1.1" status: 200 len: 1001 time: 0.0612803 Jun 07 16:07:53.149916 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80c3d-7123-4330-a5c7-1d9ae518f892 req-7b129abc-3353-4175-8b58-502f01928c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:53.151348 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-56b80c3d-7123-4330-a5c7-1d9ae518f892 req-7b129abc-3353-4175-8b58-502f01928c6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0f2961a-2365-4bbd-a091-9429b895aa62 HTTP/1.1" status: 200 len: 853 time: 0.0442593 Jun 07 16:07:53.169259 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:53.199954 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80c3d-7123-4330-a5c7-1d9ae518f892 req-b13ac8af-06e0-4c4b-984f-502bb4ab0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:53.201462 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-56b80c3d-7123-4330-a5c7-1d9ae518f892 req-b13ac8af-06e0-4c4b-984f-502bb4ab0156 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7501c96e-4dd9-43da-bc90-8b90ac075e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400102 Jun 07 16:07:53.280411 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:53.295953 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-56b80c3d-7123-4330-a5c7-1d9ae518f892 req-651ce1ce-bd20-48ed-89df-808d00375b6d service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871210 Jun 07 16:07:53.384980 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-56b80c3d-7123-4330-a5c7-1d9ae518f892 req-68b93ac6-1d1e-4e15-b06a-e00878434ee3 service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817299 Jun 07 16:07:54.342595 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-9f39f516-7c1e-4c5c-adbe-1c7f93bfef3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369167 Jun 07 16:07:54.409433 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-b44a31e5-33cc-4e2e-b13b-49a0859c8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:54.410810 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-b44a31e5-33cc-4e2e-b13b-49a0859c8b59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 1130 time: 0.0422819 Jun 07 16:07:54.518005 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-800d67bf-265e-49a2-9fc5-48783b3683ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:54.519453 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-800d67bf-265e-49a2-9fc5-48783b3683ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 913 time: 0.0849228 Jun 07 16:07:54.585827 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-5b31762e-a40c-43c2-830c-21551be4e8c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=764822f5-eb58-4c69-86cf-5133a4e4dddf HTTP/1.1" status: 200 len: 1002 time: 0.0569947 Jun 07 16:07:54.633819 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-3e683c6a-7155-41c4-99da-96727e17e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:54.635180 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-3e683c6a-7155-41c4-99da-96727e17e5a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.0430677 Jun 07 16:07:54.678659 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-eee667be-4c18-4af4-b002-ae68c69d7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:54.680238 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-eee667be-4c18-4af4-b002-ae68c69d7e34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382969 Jun 07 16:07:54.768843 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:54.775975 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-e6c2e7d2-4590-4ff2-924e-d291c660c3b1 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873504 Jun 07 16:07:54.865285 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-bac7f105-291d-4fd3-b751-548c042b1a16 req-3a95dd22-a20a-4260-a652-55742e56f896 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829086 Jun 07 16:07:56.735453 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35074) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:07:56.872462 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Deleting port 8640d245-bfe0-4b25-b531-4dcd1084480b {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:07:56.872800 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (8640d245-bfe0-4b25-b531-4dcd1084480b), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:56.947668 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (8640d245-bfe0-4b25-b531-4dcd1084480b), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:56.947980 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (8640d245-bfe0-4b25-b531-4dcd1084480b), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:56.961631 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Calling delete_port for 8640d245-bfe0-4b25-b531-4dcd1084480b owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:07:57.107871 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (8640d245-bfe0-4b25-b531-4dcd1084480b), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:57.131607 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event deleted for resources: {'Port': ['ID=8640d245-bfe0-4b25-b531-4dcd1084480b,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:07:57.199963 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (6efa61d1-b01d-470e-b615-c1142a5e1cb7), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:57.200290 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.l3_db [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Floating IP 6efa61d1-b01d-470e-b615-c1142a5e1cb7 disassociated (deleted). External IP: 172.27.2.196, port: 764822f5-eb58-4c69-86cf-5133a4e4dddf. Jun 07 16:07:57.292822 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:57.400888 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Router 469acd32-59a7-44f8-acf0-72a01d723b91 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:07:57.491031 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:57.513220 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:07:57.519556 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:57.525289 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d6d70-29c4-403d-93b4-bf2e28f6162b None None] Sync routers for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:07:57.535807 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d6d70-29c4-403d-93b4-bf2e28f6162b None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:07:57.536539 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c59d6d70-29c4-403d-93b4-bf2e28f6162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:07:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:57.555233 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-24149412-cb0c-4f42-bdd1-0c6c0a56d82a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "DELETE /v2.0/floatingips/6efa61d1-b01d-470e-b615-c1142a5e1cb7 HTTP/1.1" status: 204 len: 168 time: 0.8184016 Jun 07 16:07:57.555897 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'tag': '764822f5-eb58-4c69-86cf-5133a4e4dddf'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:07:57.558641 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f097f6ac36b35195947aa4438c9488911cf55d48cfeb24672d25f9ae282f2969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ada36d-b4a9-4183-b872-8810804ff83d", "tag": "764822f5-eb58-4c69-86cf-5133a4e4dddf"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:07:57.653070 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-c59d6d70-29c4-403d-93b4-bf2e28f6162b None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:07:57.660116 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc6a323-0554-4f48-8b8c-62ba0e4cb34c x-openstack-request-id: req-bdc6a323-0554-4f48-8b8c-62ba0e4cb34c {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:07:57.660419 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ada36d-b4a9-4183-b872-8810804ff83d", "tag": "764822f5-eb58-4c69-86cf-5133a4e4dddf", "status": "completed", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:07:57.660669 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdc6a323-0554-4f48-8b8c-62ba0e4cb34c {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:07:57.661105 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc6a323-0554-4f48-8b8c-62ba0e4cb34c'] response: {'name': 'network-changed', 'server_uuid': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'tag': '764822f5-eb58-4c69-86cf-5133a4e4dddf', 'status': 'completed', 'code': 200} Jun 07 16:07:57.745502 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0 req-974d7180-22ce-4d2a-9e6d-02fb1dcacc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:57.754808 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0 req-974d7180-22ce-4d2a-9e6d-02fb1dcacc91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 1130 time: 0.0609114 Jun 07 16:07:57.846476 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:57.858012 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f59d0-5835-4d65-b955-255b73f6e06e req-f93dfb5e-36a5-4fe2-a2ff-22ce2ad146a7 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:57.859474 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-213f59d0-5835-4d65-b955-255b73f6e06e req-f93dfb5e-36a5-4fe2-a2ff-22ce2ad146a7 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 946 time: 0.0516527 Jun 07 16:07:57.881926 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:57.889850 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c59d6d70-29c4-403d-93b4-bf2e28f6162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:e6:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:41Z', 'updated_at': '2022-06-07T16:03:44Z', 'revision_number': 1, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:57.909706 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-213f59d0-5835-4d65-b955-255b73f6e06e req-6d414ba3-dfbc-4f5b-b006-911d8f0c2769 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444524 Jun 07 16:07:57.914854 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d6d70-29c4-403d-93b4-bf2e28f6162b None None] Checking router: 469acd32-59a7-44f8-acf0-72a01d723b91 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:07:57.927720 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d6d70-29c4-403d-93b4-bf2e28f6162b None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:07:57.928446 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c59d6d70-29c4-403d-93b4-bf2e28f6162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:07:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:58.157431 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-c59d6d70-29c4-403d-93b4-bf2e28f6162b None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:07:58.364451 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c59d6d70-29c4-403d-93b4-bf2e28f6162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:e6:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:41Z', 'updated_at': '2022-06-07T16:03:44Z', 'revision_number': 1, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:07:58.392718 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d6d70-29c4-403d-93b4-bf2e28f6162b None None] The sync data for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi is: [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_floatingips': [{'id': '9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'router_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'port_id': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'mac_address': 'fa:16:3e:e6:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T16:03:41Z', 'updated_at': '2022-06-07T16:03:44Z', 'revision_number': 1, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:07:58.602157 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802322e-77ab-4417-9b27-3d417b37a46d None None] New status for floating IP 6efa61d1-b01d-470e-b615-c1142a5e1cb7: DOWN {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:07:59.028157 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86833d-75e9-432f-91d1-a55fba7b874d req-bc54cfb0-e3f9-444a-8f8f-4b14f0ac1a66 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:59.029658 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f86833d-75e9-432f-91d1-a55fba7b874d req-bc54cfb0-e3f9-444a-8f8f-4b14f0ac1a66 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 946 time: 0.0487721 Jun 07 16:07:59.371302 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:07:59.375480 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f86833d-75e9-432f-91d1-a55fba7b874d req-e576f268-cc2c-4588-a27f-ce621349dc85 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404193 Jun 07 16:07:59.419178 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0 req-cca49918-33b7-4bc3-b935-55f6fa888c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:59.420663 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0 req-cca49918-33b7-4bc3-b935-55f6fa888c2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 913 time: 0.3579226 Jun 07 16:07:59.526493 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0 req-c5a51f46-a8c5-432e-8cc2-fb9f389b2319 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=764822f5-eb58-4c69-86cf-5133a4e4dddf HTTP/1.1" status: 200 len: 217 time: 0.0339477 Jun 07 16:07:59.620038 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283d23-7a09-47df-83a2-880c45af36b1 req-17330a99-d15d-4873-a3da-a840a5cd6bb3 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:59.621560 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-18283d23-7a09-47df-83a2-880c45af36b1 req-17330a99-d15d-4873-a3da-a840a5cd6bb3 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 946 time: 0.0741632 Jun 07 16:07:59.622747 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0 req-9f7a31ef-05d0-4a49-8a88-5abf21491f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:59.624030 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0 req-9f7a31ef-05d0-4a49-8a88-5abf21491f3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.0836797 Jun 07 16:07:59.707216 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0 req-2e2603e0-d502-45a6-938b-51443405f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:07:59.708731 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0 req-2e2603e0-d502-45a6-938b-51443405f85b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702155 Jun 07 16:07:59.792577 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-18283d23-7a09-47df-83a2-880c45af36b1 req-a48f3ef7-2680-49f7-abab-d52234a3f4f6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Deleting port 764822f5-eb58-4c69-86cf-5133a4e4dddf {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:07:59.792920 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-18283d23-7a09-47df-83a2-880c45af36b1 req-a48f3ef7-2680-49f7-abab-d52234a3f4f6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:59.887628 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0 req-32fa1fc3-48c2-4e4b-93ec-157ab5c5eb01 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537735 Jun 07 16:07:59.959254 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-18283d23-7a09-47df-83a2-880c45af36b1 req-a48f3ef7-2680-49f7-abab-d52234a3f4f6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] For port 764822f5-eb58-4c69-86cf-5133a4e4dddf, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=764822f5-eb58-4c69-86cf-5133a4e4dddf,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:07:59.959613 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-18283d23-7a09-47df-83a2-880c45af36b1 req-a48f3ef7-2680-49f7-abab-d52234a3f4f6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:07:59.979436 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-18283d23-7a09-47df-83a2-880c45af36b1 req-a48f3ef7-2680-49f7-abab-d52234a3f4f6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Calling delete_port for 764822f5-eb58-4c69-86cf-5133a4e4dddf owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:00.002056 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:00.067058 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7a1f55b4-eb42-4f8c-acc4-77ece19cd5a0 req-473b6818-8c11-4b8a-b849-eecc789e16b4 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677911 Jun 07 16:08:00.151528 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-18283d23-7a09-47df-83a2-880c45af36b1 req-a48f3ef7-2680-49f7-abab-d52234a3f4f6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (764822f5-eb58-4c69-86cf-5133a4e4dddf), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:00.177205 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f3ef7-2680-49f7-abab-d52234a3f4f6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event deleted for resources: {'Port': ['ID=764822f5-eb58-4c69-86cf-5133a4e4dddf,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:00.227674 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-18283d23-7a09-47df-83a2-880c45af36b1 req-a48f3ef7-2680-49f7-abab-d52234a3f4f6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] No DVR routers for this DVR port 764822f5-eb58-4c69-86cf-5133a4e4dddf on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:08:00.230199 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-18283d23-7a09-47df-83a2-880c45af36b1 req-a48f3ef7-2680-49f7-abab-d52234a3f4f6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:00.233872 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-18283d23-7a09-47df-83a2-880c45af36b1 req-a48f3ef7-2680-49f7-abab-d52234a3f4f6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "DELETE /v2.0/ports/764822f5-eb58-4c69-86cf-5133a4e4dddf HTTP/1.1" status: 204 len: 173 time: 0.6014020 Jun 07 16:08:00.234203 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'name': 'network-vif-deleted', 'tag': '764822f5-eb58-4c69-86cf-5133a4e4dddf'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:08:00.236420 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c21f571-ef1c-4f56-bf25-34d3d1c9b493" -d '{"events": [{"server_uuid": "e8ada36d-b4a9-4183-b872-8810804ff83d", "name": "network-vif-deleted", "tag": "764822f5-eb58-4c69-86cf-5133a4e4dddf"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:08:00.273824 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93aecd2-2b8c-4f16-bd74-56c6fd053cc9 x-openstack-request-id: req-f93aecd2-2b8c-4f16-bd74-56c6fd053cc9 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:08:00.274116 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ada36d-b4a9-4183-b872-8810804ff83d", "name": "network-vif-deleted", "tag": "764822f5-eb58-4c69-86cf-5133a4e4dddf", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:08:00.274368 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f93aecd2-2b8c-4f16-bd74-56c6fd053cc9 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:08:00.274771 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93aecd2-2b8c-4f16-bd74-56c6fd053cc9'] response: {'server_uuid': 'e8ada36d-b4a9-4183-b872-8810804ff83d', 'name': 'network-vif-deleted', 'tag': '764822f5-eb58-4c69-86cf-5133a4e4dddf', 'status': 'completed', 'code': 200} Jun 07 16:08:00.472589 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-38650fb6-0500-4c5e-a2eb-25cec5b44503 req-ff791694-8a16-482a-aad8-b9a72bbf2999 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ada36d-b4a9-4183-b872-8810804ff83d HTTP/1.1" status: 200 len: 210 time: 0.0283511 Jun 07 16:08:03.306140 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 764822f5-eb58-4c69-86cf-5133a4e4dddf no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:08:03.325967 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 764822f5-eb58-4c69-86cf-5133a4e4dddf {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:08:03.326307 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 764822f5-eb58-4c69-86cf-5133a4e4dddf not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:08:03.761292 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35126) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:03.896871 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Deleting port 4b44e5d0-1b94-46bb-8ae8-a8770d0815d4 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:03.897202 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (4b44e5d0-1b94-46bb-8ae8-a8770d0815d4), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:03.970903 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (4b44e5d0-1b94-46bb-8ae8-a8770d0815d4), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:03.971222 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (4b44e5d0-1b94-46bb-8ae8-a8770d0815d4), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:03.986416 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Calling delete_port for 4b44e5d0-1b94-46bb-8ae8-a8770d0815d4 owned by network:floatingip {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:04.128518 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (4b44e5d0-1b94-46bb-8ae8-a8770d0815d4), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:04.155608 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event deleted for resources: {'Port': ['ID=4b44e5d0-1b94-46bb-8ae8-a8770d0815d4,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:04.218638 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:04.218958 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.db.l3_db [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Floating IP 9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f disassociated (deleted). External IP: 172.27.2.25, port: e8077d1d-3d8c-4470-a85e-ad23d31f79df. Jun 07 16:08:04.295036 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:04.414374 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Router 469acd32-59a7-44f8-acf0-72a01d723b91 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:08:04.700848 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:08:04.705513 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:04.711072 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b45f9df-e011-42e6-8c2a-693e86f33d88 None None] Sync routers for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:08:04.720244 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b45f9df-e011-42e6-8c2a-693e86f33d88 None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:08:04.721049 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2b45f9df-e011-42e6-8c2a-693e86f33d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:07:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:04.736268 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-01a2f8f0-3cdc-4ecd-929d-1b8ce1dd829e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "DELETE /v2.0/floatingips/9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f HTTP/1.1" status: 204 len: 168 time: 0.9739196 Jun 07 16:08:04.737014 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'tag': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:08:04.739313 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f097f6ac36b35195947aa4438c9488911cf55d48cfeb24672d25f9ae282f2969" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91" -d '{"events": [{"name": "network-changed", "server_uuid": "300403ca-f879-42eb-942e-b71ccfd7d4f9", "tag": "e8077d1d-3d8c-4470-a85e-ad23d31f79df"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:08:04.785714 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d430deb-02a2-4e38-8df9-c9a5c4fae6ca x-openstack-request-id: req-1d430deb-02a2-4e38-8df9-c9a5c4fae6ca {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:08:04.786340 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300403ca-f879-42eb-942e-b71ccfd7d4f9", "tag": "e8077d1d-3d8c-4470-a85e-ad23d31f79df", "status": "completed", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:08:04.786510 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d430deb-02a2-4e38-8df9-c9a5c4fae6ca {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:08:04.786963 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d430deb-02a2-4e38-8df9-c9a5c4fae6ca'] response: {'name': 'network-changed', 'server_uuid': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'tag': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'status': 'completed', 'code': 200} Jun 07 16:08:04.829161 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-2b45f9df-e011-42e6-8c2a-693e86f33d88 None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:08:04.972627 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0cf17-3813-4270-9a44-8d387ed5beb9 req-54c5b931-4c82-4f76-84e4-f8ac31a06ff4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:04.974231 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-22a0cf17-3813-4270-9a44-8d387ed5beb9 req-54c5b931-4c82-4f76-84e4-f8ac31a06ff4 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0574334 Jun 07 16:08:05.025893 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-22a0cf17-3813-4270-9a44-8d387ed5beb9 req-be6083c4-0220-41fc-9862-8eaf8a80526e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 Jun 07 16:08:05.036165 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2b45f9df-e011-42e6-8c2a-693e86f33d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:05.064834 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b45f9df-e011-42e6-8c2a-693e86f33d88 None None] Checking router: 469acd32-59a7-44f8-acf0-72a01d723b91 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:08:05.074115 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b45f9df-e011-42e6-8c2a-693e86f33d88 None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:08:05.074742 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2b45f9df-e011-42e6-8c2a-693e86f33d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:07:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:05.177774 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-2b45f9df-e011-42e6-8c2a-693e86f33d88 None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:08:05.307728 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:05.323689 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:05.366069 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2b45f9df-e011-42e6-8c2a-693e86f33d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:05.395145 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b45f9df-e011-42e6-8c2a-693e86f33d88 None None] The sync data for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi is: [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T15:59:53Z', 'revision_number': 4, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': 'cc7820f6-cdc4-4e8d-a174-3968b6d9a71a', 'name': '', 'network_id': 'a5da0562-0cd6-4376-86ed-2ba23dbfe827', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'mac_address': 'fa:16:3e:77:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:51Z', 'updated_at': '2022-06-07T16:00:00Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'subnets': [{'id': 'd3a95d50-eba3-45e1-9229-ae3e4abece84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:08:05.609465 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9015f6-2ca7-4c04-8eb9-d9c10362cc2f None None] New status for floating IP 9d3d3be1-d7aa-4f6e-a0e4-e3131ba9b12f: DOWN {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:08:06.142920 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000b827-8c7b-4af5-be9a-8ffb94bb3b4b req-ac888864-cd9c-43c2-ad02-d65a1a87102d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:06.144436 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6000b827-8c7b-4af5-be9a-8ffb94bb3b4b req-ac888864-cd9c-43c2-ad02-d65a1a87102d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0500412 Jun 07 16:08:06.208421 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:06.223853 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91 req-d744cf6e-d01c-4ad5-b8fb-27be96c4296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:06.225347 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91 req-d744cf6e-d01c-4ad5-b8fb-27be96c4296a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 1129 time: 0.0603471 Jun 07 16:08:06.229915 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6000b827-8c7b-4af5-be9a-8ffb94bb3b4b req-1afbd754-c2e9-441f-b82c-a48e6e53bbcf tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794516 Jun 07 16:08:06.633893 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91 req-632fdff5-a3a0-449f-99d7-b6237e6f7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:06.635730 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91 req-632fdff5-a3a0-449f-99d7-b6237e6f7868 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 200 len: 913 time: 0.0914571 Jun 07 16:08:06.678529 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91 req-af0128d0-c8c2-400e-a7a8-ed03b94b0bf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8077d1d-3d8c-4470-a85e-ad23d31f79df HTTP/1.1" status: 200 len: 217 time: 0.0326226 Jun 07 16:08:06.836765 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91 req-16acf921-2a83-44a1-b4c5-b2f2f785b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:06.838122 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91 req-16acf921-2a83-44a1-b4c5-b2f2f785b7d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 200 len: 851 time: 0.0492184 Jun 07 16:08:06.916649 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91 req-b2f1e2a1-04f3-4515-b068-ed8f322e7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:06.918135 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91 req-b2f1e2a1-04f3-4515-b068-ed8f322e7a61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5da0562-0cd6-4376-86ed-2ba23dbfe827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672042 Jun 07 16:08:06.928396 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736215e-38b1-4709-81c2-1d61918dc2f9 req-6e63a585-ba51-4b4e-bbf2-7fccf4fd7311 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:06.930502 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e736215e-38b1-4709-81c2-1d61918dc2f9 req-6e63a585-ba51-4b4e-bbf2-7fccf4fd7311 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 945 time: 0.0718274 Jun 07 16:08:07.193137 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-e736215e-38b1-4709-81c2-1d61918dc2f9 req-d1eee3ec-8878-424c-bf02-c255523a956e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Deleting port e8077d1d-3d8c-4470-a85e-ad23d31f79df {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:07.193772 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-e736215e-38b1-4709-81c2-1d61918dc2f9 req-d1eee3ec-8878-424c-bf02-c255523a956e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:07.243707 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91 req-cc2b5fe1-571a-432b-99f7-038c2aa3fad1 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842992 Jun 07 16:08:07.278605 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:07.377915 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-e736215e-38b1-4709-81c2-1d61918dc2f9 req-d1eee3ec-8878-424c-bf02-c255523a956e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] For port e8077d1d-3d8c-4470-a85e-ad23d31f79df, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=e8077d1d-3d8c-4470-a85e-ad23d31f79df,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:07.378276 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-e736215e-38b1-4709-81c2-1d61918dc2f9 req-d1eee3ec-8878-424c-bf02-c255523a956e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:07.405868 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971c173-bb61-4075-b490-676b36a54378 req-c15b4d6d-74eb-4214-b5a8-a632f7ca98d6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:07.407904 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6971c173-bb61-4075-b490-676b36a54378 req-c15b4d6d-74eb-4214-b5a8-a632f7ca98d6 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 945 time: 0.1014960 Jun 07 16:08:07.415745 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-e736215e-38b1-4709-81c2-1d61918dc2f9 req-d1eee3ec-8878-424c-bf02-c255523a956e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Calling delete_port for e8077d1d-3d8c-4470-a85e-ad23d31f79df owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:07.460547 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2f7dabb8-d3b2-429f-87c5-aa92868e8c91 req-63593def-d787-42e8-a9f3-899430f84d68 service neutron] 10.222.0.24 "GET /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098613 Jun 07 16:08:07.534576 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6971c173-bb61-4075-b490-676b36a54378 req-88e4994c-d732-4ebc-8b54-6bdaeb76d78d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cd3a648-2ded-415d-8bc9-0e92ff5097be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952802 Jun 07 16:08:07.585908 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:07.603565 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-e736215e-38b1-4709-81c2-1d61918dc2f9 req-d1eee3ec-8878-424c-bf02-c255523a956e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (e8077d1d-3d8c-4470-a85e-ad23d31f79df), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:07.633717 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eee3ec-8878-424c-bf02-c255523a956e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event deleted for resources: {'Port': ['ID=e8077d1d-3d8c-4470-a85e-ad23d31f79df,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:07.678039 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e736215e-38b1-4709-81c2-1d61918dc2f9 req-d1eee3ec-8878-424c-bf02-c255523a956e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] No DVR routers for this DVR port e8077d1d-3d8c-4470-a85e-ad23d31f79df on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:08:07.681042 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-e736215e-38b1-4709-81c2-1d61918dc2f9 req-d1eee3ec-8878-424c-bf02-c255523a956e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:07.684293 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e736215e-38b1-4709-81c2-1d61918dc2f9 req-d1eee3ec-8878-424c-bf02-c255523a956e tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.24 "DELETE /v2.0/ports/e8077d1d-3d8c-4470-a85e-ad23d31f79df HTTP/1.1" status: 204 len: 173 time: 0.6314573 Jun 07 16:08:07.684736 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'name': 'network-vif-deleted', 'tag': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:08:07.686915 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e18fa9-c921-4884-9afa-0b1f402aac94" -d '{"events": [{"server_uuid": "300403ca-f879-42eb-942e-b71ccfd7d4f9", "name": "network-vif-deleted", "tag": "e8077d1d-3d8c-4470-a85e-ad23d31f79df"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:08:07.724853 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c571bf17-3ef3-43e7-bc00-4f548e4bda20 x-openstack-request-id: req-c571bf17-3ef3-43e7-bc00-4f548e4bda20 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:08:07.725134 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300403ca-f879-42eb-942e-b71ccfd7d4f9", "name": "network-vif-deleted", "tag": "e8077d1d-3d8c-4470-a85e-ad23d31f79df", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:08:07.725378 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c571bf17-3ef3-43e7-bc00-4f548e4bda20 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:08:07.726000 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c571bf17-3ef3-43e7-bc00-4f548e4bda20'] response: {'server_uuid': '300403ca-f879-42eb-942e-b71ccfd7d4f9', 'name': 'network-vif-deleted', 'tag': 'e8077d1d-3d8c-4470-a85e-ad23d31f79df', 'status': 'completed', 'code': 200} Jun 07 16:08:08.634811 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2d76d6e0-5cf1-4086-9fc1-70968295b5b1 req-5f39574c-e85f-432c-a086-bde195973cb7 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0281591 Jun 07 16:08:09.730279 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cfd6dd69-0efe-4758-ac39-5eff01d9d3c6 req-b19a69e1-52de-49d1-b997-df3706188c7d tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0283079 Jun 07 16:08:10.842760 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-6c5d7faf-736b-46df-94e7-2abb7adb156e req-59ab9adf-2a57-491d-8c59-3ecef1cc0a16 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "GET /v2.0/ports?device_id=300403ca-f879-42eb-942e-b71ccfd7d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0294919 Jun 07 16:08:11.320011 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device e8077d1d-3d8c-4470-a85e-ad23d31f79df no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:08:11.340183 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: e8077d1d-3d8c-4470-a85e-ad23d31f79df {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:08:11.340482 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device e8077d1d-3d8c-4470-a85e-ad23d31f79df not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:08:11.902315 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35176) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:12.008542 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-0e9d3384-1896-4c64-a69e-3beb93ad6a5a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Deleting port 7dae0a68-85d2-40e8-8710-0934f4a30615 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:12.008872 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3384-1896-4c64-a69e-3beb93ad6a5a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (7dae0a68-85d2-40e8-8710-0934f4a30615), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:12.080248 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3384-1896-4c64-a69e-3beb93ad6a5a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (7dae0a68-85d2-40e8-8710-0934f4a30615), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:12.080590 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3384-1896-4c64-a69e-3beb93ad6a5a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (7dae0a68-85d2-40e8-8710-0934f4a30615), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:12.093075 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-0e9d3384-1896-4c64-a69e-3beb93ad6a5a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Calling delete_port for 7dae0a68-85d2-40e8-8710-0934f4a30615 owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:12.228178 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3384-1896-4c64-a69e-3beb93ad6a5a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (7dae0a68-85d2-40e8-8710-0934f4a30615), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:12.252090 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d3384-1896-4c64-a69e-3beb93ad6a5a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event deleted for resources: {'Port': ['ID=7dae0a68-85d2-40e8-8710-0934f4a30615,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:12.311410 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:12.316501 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3384-1896-4c64-a69e-3beb93ad6a5a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for floatingip (95149550-c6ec-4aa2-b11d-29479b673884), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:12.319020 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3384-1896-4c64-a69e-3beb93ad6a5a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:12.320307 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0e9d3384-1896-4c64-a69e-3beb93ad6a5a tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "DELETE /v2.0/floatingips/95149550-c6ec-4aa2-b11d-29479b673884 HTTP/1.1" status: 204 len: 168 time: 0.4175475 Jun 07 16:08:14.731338 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=28 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:14.733235 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:DELETE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:15.614007 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:15.619650 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35200) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:15.641274 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:15.681436 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7e63709f-99ee-49da-8ca1-074696d0c805 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group (7cd3a648-2ded-415d-8bc9-0e92ff5097be), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:15.706481 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7e63709f-99ee-49da-8ca1-074696d0c805 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group (7cd3a648-2ded-415d-8bc9-0e92ff5097be), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:15.764537 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7e63709f-99ee-49da-8ca1-074696d0c805 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (7cd3a648-2ded-415d-8bc9-0e92ff5097be), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:15.767143 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7e63709f-99ee-49da-8ca1-074696d0c805 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:15.768233 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-7e63709f-99ee-49da-8ca1-074696d0c805 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] 10.222.0.18 "DELETE /v2.0/security-groups/7cd3a648-2ded-415d-8bc9-0e92ff5097be HTTP/1.1" status: 204 len: 168 time: 0.1476214 Jun 07 16:08:15.777508 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63709f-99ee-49da-8ca1-074696d0c805 tempest-TestVolumeBootPattern-646513065 tempest-TestVolumeBootPattern-646513065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd3a648-2ded-415d-8bc9-0e92ff5097be,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:16.834934 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35212) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:16.872343 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-082c43bd-592c-46ee-8b43-b792fcfc8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:17.146077 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:17.190340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582351'] for router_interface (469acd32-59a7-44f8-acf0-72a01d723b91), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:17.402275 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] Deleting port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:17.402516 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:17.483479 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] For port cc7820f6-cdc4-4e8d-a174-3968b6d9a71a, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=cc7820f6-cdc4-4e8d-a174-3968b6d9a71a,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:17.483857 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:17.498916 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] Calling delete_port for cc7820f6-cdc4-4e8d-a174-3968b6d9a71a owned by network:router_interface {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:17.556905 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:17.671077 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (cc7820f6-cdc4-4e8d-a174-3968b6d9a71a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:17.696584 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7820f6-cdc4-4e8d-a174-3968b6d9a71a,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:17.861693 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1829284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584543'] for router_interface (469acd32-59a7-44f8-acf0-72a01d723b91), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:17.967086 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:18.314930 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] Router 469acd32-59a7-44f8-acf0-72a01d723b91 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:08:18.412959 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:08:18.418608 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-41ba9e09-adf4-4e65-8a7b-943d3dd10916 admin admin] 10.222.0.18 "PUT /v2.0/routers/469acd32-59a7-44f8-acf0-72a01d723b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5825245 Jun 07 16:08:18.421078 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35222) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:18.423825 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b78ed-3717-4b0f-a8bc-3ea3c8f56870 None None] Sync routers for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:08:18.434555 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b78ed-3717-4b0f-a8bc-3ea3c8f56870 None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:08:18.435175 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8f8b78ed-3717-4b0f-a8bc-3ea3c8f56870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:07:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:18.518016 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Publish callbacks [] for router (469acd32-59a7-44f8-acf0-72a01d723b91), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:18.536131 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-8f8b78ed-3717-4b0f-a8bc-3ea3c8f56870 None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:08:18.616957 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Publish callbacks [] for router_gateway (469acd32-59a7-44f8-acf0-72a01d723b91), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:18.630615 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:18.662084 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Deleting port a19e946b-af40-44f0-8b6d-19e769a0c905 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:18.662418 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:18.709907 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8f8b78ed-3717-4b0f-a8bc-3ea3c8f56870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T16:08:17Z', 'revision_number': 5, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port': {'id': 'a19e946b-af40-44f0-8b6d-19e769a0c905', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:48Z', 'updated_at': '2022-06-07T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:18.736974 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b78ed-3717-4b0f-a8bc-3ea3c8f56870 None None] Checking router: 469acd32-59a7-44f8-acf0-72a01d723b91 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:08:18.745846 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b78ed-3717-4b0f-a8bc-3ea3c8f56870 None None] Routers {'469acd32-59a7-44f8-acf0-72a01d723b91'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:08:18.746445 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8f8b78ed-3717-4b0f-a8bc-3ea3c8f56870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:07:49Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['469acd32-59a7-44f8-acf0-72a01d723b91'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:18.747255 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] For port a19e946b-af40-44f0-8b6d-19e769a0c905, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=a19e946b-af40-44f0-8b6d-19e769a0c905,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:18.747625 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:18.760811 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Calling delete_port for a19e946b-af40-44f0-8b6d-19e769a0c905 owned by network:router_gateway {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:18.830536 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-8f8b78ed-3717-4b0f-a8bc-3ea3c8f56870 None None] Set router 469acd32-59a7-44f8-acf0-72a01d723b91 gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:08:18.879820 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8f8b78ed-3717-4b0f-a8bc-3ea3c8f56870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T16:08:18Z', 'revision_number': 6, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port_host': None}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:18.907678 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b78ed-3717-4b0f-a8bc-3ea3c8f56870 None None] The sync data for ids ['469acd32-59a7-44f8-acf0-72a01d723b91'] in dv-cinder-844879-2-iscsi is: [{'id': '469acd32-59a7-44f8-acf0-72a01d723b91', 'name': 'tempest-TestVolumeBootPattern-1222740991-router', 'tenant_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:47Z', 'updated_at': '2022-06-07T16:08:18Z', 'revision_number': 6, 'project_id': '44a1ab295b3a423aa2b3183a3e25ec0b', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:08:18.927104 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (a19e946b-af40-44f0-8b6d-19e769a0c905), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:18.951052 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Pushing event deleted for resources: {'Port': ['ID=a19e946b-af40-44f0-8b6d-19e769a0c905,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:19.021610 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583176'] for router_gateway (469acd32-59a7-44f8-acf0-72a01d723b91), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.027123 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-097f52e1-2bf2-4e69-8c12-b1fc74ee8dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.108556 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-645'] for router (469acd32-59a7-44f8-acf0-72a01d723b91), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.110614 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Publish callbacks [] for router_controller (469acd32-59a7-44f8-acf0-72a01d723b91), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.143401 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:19.155437 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584586'] for router (469acd32-59a7-44f8-acf0-72a01d723b91), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.156052 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 469acd32-59a7-44f8-acf0-72a01d723b91 {{(pid=103968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 16:08:19.160406 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.161561 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3a1a8918-7033-4b70-b97a-35bd49489748 admin admin] 10.222.0.18 "DELETE /v2.0/routers/469acd32-59a7-44f8-acf0-72a01d723b91 HTTP/1.1" status: 204 len: 168 time: 0.7395873 Jun 07 16:08:19.164157 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35226) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:19.210542 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca12a00b-71db-464b-b7df-ca0def4fb196 admin admin] Deleting subnet d3a95d50-eba3-45e1-9229-ae3e4abece84 {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:08:19.214444 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ca12a00b-71db-464b-b7df-ca0def4fb196 admin admin] Publish callbacks [] for subnet (d3a95d50-eba3-45e1-9229-ae3e4abece84), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.248520 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ca12a00b-71db-464b-b7df-ca0def4fb196 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262138591'] for subnet (d3a95d50-eba3-45e1-9229-ae3e4abece84), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.332454 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ca12a00b-71db-464b-b7df-ca0def4fb196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (d3a95d50-eba3-45e1-9229-ae3e4abece84), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.387166 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ca12a00b-71db-464b-b7df-ca0def4fb196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261769660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261872232'] for subnet (d3a95d50-eba3-45e1-9229-ae3e4abece84), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.413397 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12a00b-71db-464b-b7df-ca0def4fb196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a95d50-eba3-45e1-9229-ae3e4abece84,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:19.415591 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ca12a00b-71db-464b-b7df-ca0def4fb196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.418786 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ca12a00b-71db-464b-b7df-ca0def4fb196 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d3a95d50-eba3-45e1-9229-ae3e4abece84 HTTP/1.1" status: 204 len: 168 time: 0.2536440 Jun 07 16:08:19.419376 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91608561-6805-48e9-a273-c0235cade83e None None] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:08:19.421419 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35228) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:19.490945 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (a5da0562-0cd6-4376-86ed-2ba23dbfe827), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.536176 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Deleting port 3baa8456-a1c0-4499-9b7c-13650d880ebd {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:19.536549 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.603402 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] For port 3baa8456-a1c0-4499-9b7c-13650d880ebd, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=3baa8456-a1c0-4499-9b7c-13650d880ebd,segment=NetworkSegment(5a769536-87c4-4607-b4d9-e86473d9ac30),segment_id=5a769536-87c4-4607-b4d9-e86473d9ac30)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:19.603663 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.616633 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Calling delete_port for 3baa8456-a1c0-4499-9b7c-13650d880ebd owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:19.673269 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] DHCP port deletion for a5da0562-0cd6-4376-86ed-2ba23dbfe827 request from dv-cinder-844879-2-iscsi {{(pid=103970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 16:08:19.699380 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.713124 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] No DVR routers for this DVR port 3baa8456-a1c0-4499-9b7c-13650d880ebd on host dv-cinder-844879-2-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:08:19.718694 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Deleting port 3baa8456-a1c0-4499-9b7c-13650d880ebd {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:19.719176 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.758637 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device a19e946b-af40-44f0-8b6d-19e769a0c905 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:08:19.774422 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Pushing event deleted for resources: {'Port': ['ID=3baa8456-a1c0-4499-9b7c-13650d880ebd,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:19.793495 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: a19e946b-af40-44f0-8b6d-19e769a0c905 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:08:19.793745 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device a19e946b-af40-44f0-8b6d-19e769a0c905 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:08:19.794126 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device cc7820f6-cdc4-4e8d-a174-3968b6d9a71a no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:08:19.816696 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (a5da0562-0cd6-4376-86ed-2ba23dbfe827), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.842467 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5da0562-0cd6-4376-86ed-2ba23dbfe827']}} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:19.853090 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a769536-87c4-4607-b4d9-e86473d9ac30') {'for_net_delete': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:19.853386 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.services.segments.db [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a769536-87c4-4607-b4d9-e86473d9ac30') {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:19.864264 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451244'] for segment (5a769536-87c4-4607-b4d9-e86473d9ac30), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.879306 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (5a769536-87c4-4607-b4d9-e86473d9ac30), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.887532 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:08:19.887897 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1212743'] for segment (5a769536-87c4-4607-b4d9-e86473d9ac30), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.933891 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 5a769536-87c4-4607-b4d9-e86473d9ac30 resource provider aggregate not found Jun 07 16:08:19.958161 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: cc7820f6-cdc4-4e8d-a174-3968b6d9a71a {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:08:19.958592 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device cc7820f6-cdc4-4e8d-a174-3968b6d9a71a not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:08:19.959011 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 3baa8456-a1c0-4499-9b7c-13650d880ebd no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:08:19.969152 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (a5da0562-0cd6-4376-86ed-2ba23dbfe827), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.972234 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.services.segments.plugin [-] Segment 5a769536-87c4-4607-b4d9-e86473d9ac30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a769536-87c4-4607-b4d9-e86473d9ac30 found for delete ", "request_id": "req-ad13e7d7-ceb8-4c38-8611-29ff4f96e0a7"}]} Jun 07 16:08:19.979254 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.981110 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] For port 3baa8456-a1c0-4499-9b7c-13650d880ebd, host dv-cinder-844879-2-iscsi, got binding levels [] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:19.981340 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:19.982788 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a5da0562-0cd6-4376-86ed-2ba23dbfe827 HTTP/1.1" status: 204 len: 168 time: 0.5601337 Jun 07 16:08:19.984593 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 3baa8456-a1c0-4499-9b7c-13650d880ebd {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:08:19.984969 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 3baa8456-a1c0-4499-9b7c-13650d880ebd not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:08:19.986427 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35234) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:20.005113 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Calling delete_port for 3baa8456-a1c0-4499-9b7c-13650d880ebd owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:20.005307 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611e8f7-2de8-46b4-9b2f-419589c9e320 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5da0562-0cd6-4376-86ed-2ba23dbfe827,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:20.008709 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.ipam_backend_mixin [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Port 3baa8456-a1c0-4499-9b7c-13650d880ebd was not found and therefore no delete operation was performed {{(pid=103970) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 16:08:20.010175 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681'] for port (3baa8456-a1c0-4499-9b7c-13650d880ebd), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:20.032634 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Pushing event deleted for resources: {'Port': ['ID=3baa8456-a1c0-4499-9b7c-13650d880ebd,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:20.041067 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Network a5da0562-0cd6-4376-86ed-2ba23dbfe827 is not hosted by any dhcp agent {{(pid=103970) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 07 16:08:20.041519 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] No DVR routers for this DVR port 3baa8456-a1c0-4499-9b7c-13650d880ebd on host dv-cinder-844879-2-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:08:20.043719 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.044057 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.044417 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.044754 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.045172 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.045500 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.045903 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.046224 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.046544 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.046863 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.047181 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.047502 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.047819 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.048134 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.048538 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013685ad-3d81-4d05-b81b-0597a7107f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:08:20.176456 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:20.181093 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:20.289717 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:20.364879 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582351'] for router_interface (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:20.583899 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] Deleting port 69d540a0-038b-4f4e-b0ea-26a5d95112fc {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:20.584179 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:20.595557 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:20.663961 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] For port 69d540a0-038b-4f4e-b0ea-26a5d95112fc, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=69d540a0-038b-4f4e-b0ea-26a5d95112fc,segment=NetworkSegment(28f30b2b-2c0f-43e8-8b5e-91306b06e0c2),segment_id=28f30b2b-2c0f-43e8-8b5e-91306b06e0c2)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:20.664535 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:20.677327 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] Calling delete_port for 69d540a0-038b-4f4e-b0ea-26a5d95112fc owned by network:router_interface {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:20.849386 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (69d540a0-038b-4f4e-b0ea-26a5d95112fc), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:20.879495 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] Pushing event deleted for resources: {'Port': ['ID=69d540a0-038b-4f4e-b0ea-26a5d95112fc,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:21.038468 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:21.043689 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1829284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584543'] for router_interface (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:21.250771 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] Router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:08:21.353079 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:08:21.361147 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35248) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:21.361701 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-338315ad-a61c-4179-a854-165685b6585e admin admin] 10.222.0.18 "PUT /v2.0/routers/ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742442 Jun 07 16:08:21.363843 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2b8df-c0dc-4400-8c4a-cd41d0d1cf75 None None] Sync routers for ids ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:08:21.376951 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2b8df-c0dc-4400-8c4a-cd41d0d1cf75 None None] Routers {'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:08:21.377686 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-4cb2b8df-c0dc-4400-8c4a-cd41d0d1cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:08:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:21.469561 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Publish callbacks [] for router (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:21.476347 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-4cb2b8df-c0dc-4400-8c4a-cd41d0d1cf75 None None] Set router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:08:21.575544 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Publish callbacks [] for router_gateway (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:21.620424 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Deleting port 17eba1e7-cc56-484d-a995-26fa0f731830 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:21.620753 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:21.651078 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-4cb2b8df-c0dc-4400-8c4a-cd41d0d1cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'name': 'tempest-TestVolumeBootPattern-1858885339-router', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:57Z', 'updated_at': '2022-06-07T16:08:20Z', 'revision_number': 5, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'gw_port': {'id': '17eba1e7-cc56-484d-a995-26fa0f731830', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T15:59:58Z', 'updated_at': '2022-06-07T16:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:21.676443 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2b8df-c0dc-4400-8c4a-cd41d0d1cf75 None None] Checking router: ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:08:21.680880 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:21.685317 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2b8df-c0dc-4400-8c4a-cd41d0d1cf75 None None] Routers {'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:08:21.686023 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-4cb2b8df-c0dc-4400-8c4a-cd41d0d1cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:08:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:21.688095 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:21.705573 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] For port 17eba1e7-cc56-484d-a995-26fa0f731830, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=17eba1e7-cc56-484d-a995-26fa0f731830,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:21.705916 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:21.719063 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Calling delete_port for 17eba1e7-cc56-484d-a995-26fa0f731830 owned by network:router_gateway {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:21.767854 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-4cb2b8df-c0dc-4400-8c4a-cd41d0d1cf75 None None] Set router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb gateway port host: None {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:08:21.768726 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:21.816245 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-4cb2b8df-c0dc-4400-8c4a-cd41d0d1cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'name': 'tempest-TestVolumeBootPattern-1858885339-router', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:57Z', 'updated_at': '2022-06-07T16:08:21Z', 'revision_number': 6, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'gw_port_host': None}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:21.844607 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2b8df-c0dc-4400-8c4a-cd41d0d1cf75 None None] The sync data for ids ['ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb'] in dv-cinder-844879-2-iscsi is: [{'id': 'ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb', 'name': 'tempest-TestVolumeBootPattern-1858885339-router', 'tenant_id': '34304975d4e94e8eabf8794ccd98e2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T15:59:57Z', 'updated_at': '2022-06-07T16:08:21Z', 'revision_number': 6, 'project_id': '34304975d4e94e8eabf8794ccd98e2fd', 'gw_port_host': None}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:08:21.898318 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (17eba1e7-cc56-484d-a995-26fa0f731830), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:21.928219 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=17eba1e7-cc56-484d-a995-26fa0f731830,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:21.988287 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583176'] for router_gateway (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.073220 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-645'] for router (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.075310 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Publish callbacks [] for router_controller (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.116658 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584586'] for router (ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.117291 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb {{(pid=103969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 16:08:22.121954 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.123081 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-4c6ed79d-0a8e-4eb0-99de-89ac895530f2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ef1811b1-4f55-4b53-a38a-6cdcfa6b62bb HTTP/1.1" status: 204 len: 168 time: 0.7609677 Jun 07 16:08:22.125614 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35250) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:22.177075 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-eceeff2f-60f4-43c9-ab37-1e9dc9fc8dd0 admin admin] Deleting subnet a68da91b-39ac-4291-8a39-e0f323552c28 {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:08:22.180689 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eceeff2f-60f4-43c9-ab37-1e9dc9fc8dd0 admin admin] Publish callbacks [] for subnet (a68da91b-39ac-4291-8a39-e0f323552c28), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.217270 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eceeff2f-60f4-43c9-ab37-1e9dc9fc8dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451237'] for subnet (a68da91b-39ac-4291-8a39-e0f323552c28), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.298199 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eceeff2f-60f4-43c9-ab37-1e9dc9fc8dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (a68da91b-39ac-4291-8a39-e0f323552c28), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.356566 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eceeff2f-60f4-43c9-ab37-1e9dc9fc8dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1212701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260635392'] for subnet (a68da91b-39ac-4291-8a39-e0f323552c28), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.381871 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceeff2f-60f4-43c9-ab37-1e9dc9fc8dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68da91b-39ac-4291-8a39-e0f323552c28,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:22.388422 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eceeff2f-60f4-43c9-ab37-1e9dc9fc8dd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.391600 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-eceeff2f-60f4-43c9-ab37-1e9dc9fc8dd0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a68da91b-39ac-4291-8a39-e0f323552c28 HTTP/1.1" status: 204 len: 168 time: 0.2650628 Jun 07 16:08:22.394196 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35256) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:22.394884 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc577047-4d60-46f8-ac8a-d303d98179e7 None None] Network 98e7f855-3b06-4b8a-8877-1f397d937044 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:08:22.475563 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (98e7f855-3b06-4b8a-8877-1f397d937044), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.520815 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Deleting port 4b4d6ce0-02ba-462f-a446-901ba717f55e {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:22.521151 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.523533 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:22.594690 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] For port 4b4d6ce0-02ba-462f-a446-901ba717f55e, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=4b4d6ce0-02ba-462f-a446-901ba717f55e,segment=NetworkSegment(28f30b2b-2c0f-43e8-8b5e-91306b06e0c2),segment_id=28f30b2b-2c0f-43e8-8b5e-91306b06e0c2)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:22.595031 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.609688 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d879b2-4f19-494d-8391-f286e694f351 None None] DHCP port deletion for 98e7f855-3b06-4b8a-8877-1f397d937044 request from dv-cinder-844879-2-iscsi {{(pid=103970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 16:08:22.611319 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Calling delete_port for 4b4d6ce0-02ba-462f-a446-901ba717f55e owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:22.615542 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:22.646778 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:22.656509 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-76d879b2-4f19-494d-8391-f286e694f351 None None] Deleting port 4b4d6ce0-02ba-462f-a446-901ba717f55e {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:22.656885 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76d879b2-4f19-494d-8391-f286e694f351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.698825 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.724026 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4d6ce0-02ba-462f-a446-901ba717f55e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:22.725991 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-76d879b2-4f19-494d-8391-f286e694f351 None None] For port 4b4d6ce0-02ba-462f-a446-901ba717f55e, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=4b4d6ce0-02ba-462f-a446-901ba717f55e,segment=NetworkSegment(28f30b2b-2c0f-43e8-8b5e-91306b06e0c2),segment_id=28f30b2b-2c0f-43e8-8b5e-91306b06e0c2)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:22.726464 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76d879b2-4f19-494d-8391-f286e694f351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.729311 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] No DVR routers for this DVR port 4b4d6ce0-02ba-462f-a446-901ba717f55e on host dv-cinder-844879-2-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:08:22.743964 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-76d879b2-4f19-494d-8391-f286e694f351 None None] Calling delete_port for 4b4d6ce0-02ba-462f-a446-901ba717f55e owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:22.807370 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (98e7f855-3b06-4b8a-8877-1f397d937044), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.823726 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76d879b2-4f19-494d-8391-f286e694f351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681'] for port (4b4d6ce0-02ba-462f-a446-901ba717f55e), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.831767 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e7f855-3b06-4b8a-8877-1f397d937044']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:22.842137 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f30b2b-2c0f-43e8-8b5e-91306b06e0c2') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:22.842556 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f30b2b-2c0f-43e8-8b5e-91306b06e0c2') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:08:22.848752 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d879b2-4f19-494d-8391-f286e694f351 None None] Pushing event deleted for resources: {'Port': ['ID=4b4d6ce0-02ba-462f-a446-901ba717f55e,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:22.853075 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d879b2-4f19-494d-8391-f286e694f351 None None] No DVR routers for this DVR port 4b4d6ce0-02ba-462f-a446-901ba717f55e on host dv-cinder-844879-2-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:08:22.856924 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262138582'] for segment (28f30b2b-2c0f-43e8-8b5e-91306b06e0c2), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.875115 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (28f30b2b-2c0f-43e8-8b5e-91306b06e0c2), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.883647 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:08:22.884166 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261769702'] for segment (28f30b2b-2c0f-43e8-8b5e-91306b06e0c2), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.925287 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 28f30b2b-2c0f-43e8-8b5e-91306b06e0c2 resource provider aggregate not found Jun 07 16:08:22.948673 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 28f30b2b-2c0f-43e8-8b5e-91306b06e0c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28f30b2b-2c0f-43e8-8b5e-91306b06e0c2 found for delete ", "request_id": "req-780bac9f-50ac-4295-a515-cfb9a7c9ab8f"}]} Jun 07 16:08:22.954894 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (98e7f855-3b06-4b8a-8877-1f397d937044), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.961191 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:22.966830 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/98e7f855-3b06-4b8a-8877-1f397d937044 HTTP/1.1" status: 204 len: 168 time: 0.5691090 Jun 07 16:08:22.966830 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:22.983021 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa41d9-0e2e-4ca1-ba07-afbd656669d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=98e7f855-3b06-4b8a-8877-1f397d937044,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:23.078566 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35266) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:23.119802 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-49cb8dda-55a1-4c09-a57e-9de979fe8735 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44a1ab295b3a423aa2b3183a3e25ec0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399623 Jun 07 16:08:23.122159 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35268) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:23.171006 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b9f93ccd-4ae1-4099-90d0-e2fc15ff4ba9 admin admin] Publish callbacks [] for security_group (891d0025-1cff-48c8-96aa-80f37520532b), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:23.191375 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b9f93ccd-4ae1-4099-90d0-e2fc15ff4ba9 admin admin] Publish callbacks [] for security_group (891d0025-1cff-48c8-96aa-80f37520532b), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:23.237942 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b9f93ccd-4ae1-4099-90d0-e2fc15ff4ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (891d0025-1cff-48c8-96aa-80f37520532b), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:23.240443 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b9f93ccd-4ae1-4099-90d0-e2fc15ff4ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:23.241568 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b9f93ccd-4ae1-4099-90d0-e2fc15ff4ba9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/891d0025-1cff-48c8-96aa-80f37520532b HTTP/1.1" status: 204 len: 168 time: 0.1185353 Jun 07 16:08:23.249427 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f93ccd-4ae1-4099-90d0-e2fc15ff4ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891d0025-1cff-48c8-96aa-80f37520532b,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:23.287732 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:23.584040 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35280) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:23.588709 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 17eba1e7-cc56-484d-a995-26fa0f731830 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:08:23.608818 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 17eba1e7-cc56-484d-a995-26fa0f731830 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:08:23.609164 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 17eba1e7-cc56-484d-a995-26fa0f731830 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:08:23.609581 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 4b4d6ce0-02ba-462f-a446-901ba717f55e no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:08:23.631841 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0c7badeb-0213-43d8-99a8-7c831dcd3a6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34304975d4e94e8eabf8794ccd98e2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431790 Jun 07 16:08:23.631841 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35284) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:08:23.638108 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 4b4d6ce0-02ba-462f-a446-901ba717f55e {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:08:23.638453 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 4b4d6ce0-02ba-462f-a446-901ba717f55e not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:08:23.638928 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 69d540a0-038b-4f4e-b0ea-26a5d95112fc no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:08:23.658100 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 69d540a0-038b-4f4e-b0ea-26a5d95112fc {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:08:23.658462 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 69d540a0-038b-4f4e-b0ea-26a5d95112fc not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:08:23.700951 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5749e47-4ec5-470a-8b81-c849a3ef9d9a admin admin] Publish callbacks [] for security_group (403dcf0f-46eb-4356-9aa6-9d9737433df7), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:23.725333 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5749e47-4ec5-470a-8b81-c849a3ef9d9a admin admin] Publish callbacks [] for security_group (403dcf0f-46eb-4356-9aa6-9d9737433df7), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:23.778903 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5749e47-4ec5-470a-8b81-c849a3ef9d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (403dcf0f-46eb-4356-9aa6-9d9737433df7), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:23.782546 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c5749e47-4ec5-470a-8b81-c849a3ef9d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:23.783816 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c5749e47-4ec5-470a-8b81-c849a3ef9d9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/403dcf0f-46eb-4356-9aa6-9d9737433df7 HTTP/1.1" status: 204 len: 168 time: 0.1512623 Jun 07 16:08:23.792558 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5749e47-4ec5-470a-8b81-c849a3ef9d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403dcf0f-46eb-4356-9aa6-9d9737433df7,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:24.998676 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9a5cf-150a-49c2-bfc0-52b57ae0e95a req-566bede5-5feb-4f4e-98c0-5a4f000549e2 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:25.000070 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-04a9a5cf-150a-49c2-bfc0-52b57ae0e95a req-566bede5-5feb-4f4e-98c0-5a4f000549e2 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 946 time: 0.0495391 Jun 07 16:08:25.048521 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-04a9a5cf-150a-49c2-bfc0-52b57ae0e95a req-6f3b0dc3-1acc-4c94-8d62-509ce0c8e7b2 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Jun 07 16:08:26.164211 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f99ad-2a4b-4d09-b98a-76fc3251f997 req-366753ae-558a-4efb-b815-66ef7f78761b tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:26.166465 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-566f99ad-2a4b-4d09-b98a-76fc3251f997 req-366753ae-558a-4efb-b815-66ef7f78761b tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 946 time: 0.0467789 Jun 07 16:08:26.177445 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:26.216653 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-566f99ad-2a4b-4d09-b98a-76fc3251f997 req-d2f4dd0e-7224-424d-8b71-631c2cdbca8b tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445316 Jun 07 16:08:26.617819 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114bfcf-1b38-4f3d-8a4c-709d9f341475 req-7e2c413b-8d99-448d-84f4-b946ceeab4ca tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:26.619351 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b114bfcf-1b38-4f3d-8a4c-709d9f341475 req-7e2c413b-8d99-448d-84f4-b946ceeab4ca tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 946 time: 0.0457716 Jun 07 16:08:26.698804 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-b114bfcf-1b38-4f3d-8a4c-709d9f341475 req-a5fe14cb-d027-4ace-9848-02e1ee767e0d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Deleting port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:08:26.699133 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b114bfcf-1b38-4f3d-8a4c-709d9f341475 req-a5fe14cb-d027-4ace-9848-02e1ee767e0d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:27.032958 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-b114bfcf-1b38-4f3d-8a4c-709d9f341475 req-a5fe14cb-d027-4ace-9848-02e1ee767e0d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] For port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96,segment=NetworkSegment(9c986009-a042-446f-a04b-708528372df1),segment_id=9c986009-a042-446f-a04b-708528372df1)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:27.033320 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b114bfcf-1b38-4f3d-8a4c-709d9f341475 req-a5fe14cb-d027-4ace-9848-02e1ee767e0d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:27.046100 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-b114bfcf-1b38-4f3d-8a4c-709d9f341475 req-a5fe14cb-d027-4ace-9848-02e1ee767e0d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Calling delete_port for 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:08:27.093706 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:27.172817 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b114bfcf-1b38-4f3d-8a4c-709d9f341475 req-a5fe14cb-d027-4ace-9848-02e1ee767e0d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:27.185061 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:08:27.203187 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe14cb-d027-4ace-9848-02e1ee767e0d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Pushing event deleted for resources: {'Port': ['ID=6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:27.249498 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-b114bfcf-1b38-4f3d-8a4c-709d9f341475 req-a5fe14cb-d027-4ace-9848-02e1ee767e0d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] No DVR routers for this DVR port 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:08:27.251966 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-b114bfcf-1b38-4f3d-8a4c-709d9f341475 req-a5fe14cb-d027-4ace-9848-02e1ee767e0d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:27.255385 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b114bfcf-1b38-4f3d-8a4c-709d9f341475 req-a5fe14cb-d027-4ace-9848-02e1ee767e0d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.24 "DELETE /v2.0/ports/6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 HTTP/1.1" status: 204 len: 173 time: 0.6311748 Jun 07 16:08:27.255860 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fa7681-3113-4055-9fa4-997c1ac6b7a3', 'name': 'network-vif-deleted', 'tag': '6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:08:27.258144 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae0e51b-e579-487b-92d2-f2c198aad741" -d '{"events": [{"server_uuid": "b6fa7681-3113-4055-9fa4-997c1ac6b7a3", "name": "network-vif-deleted", "tag": "6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:08:27.299045 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08055681-9bfa-453b-a48d-4685db081390 x-openstack-request-id: req-08055681-9bfa-453b-a48d-4685db081390 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:08:27.299331 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fa7681-3113-4055-9fa4-997c1ac6b7a3", "name": "network-vif-deleted", "tag": "6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:08:27.299579 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08055681-9bfa-453b-a48d-4685db081390 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:08:27.299974 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08055681-9bfa-453b-a48d-4685db081390'] response: {'server_uuid': 'b6fa7681-3113-4055-9fa4-997c1ac6b7a3', 'name': 'network-vif-deleted', 'tag': '6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96', 'status': 'completed', 'code': 200} Jun 07 16:08:27.324244 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cc851b9b-776a-4268-8dc5-bde49febade2 req-8280edbc-7865-496a-a8f1-7886b11cf533 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6fa7681-3113-4055-9fa4-997c1ac6b7a3 HTTP/1.1" status: 200 len: 210 time: 0.0376499 Jun 07 16:08:28.289669 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:08:31.388183 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:08:31.410513 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:08:31.410784 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device 6ab40ed7-0387-4de4-ae03-a2bc3a5d9b96 not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:08:32.362935 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=45,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:32.382459 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:32.411178 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff1d90-df76-4bf6-8ee1-55f8676bedac req-71e7e4b7-92a0-44a7-8284-96336f837bbd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:32.412565 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-47ff1d90-df76-4bf6-8ee1-55f8676bedac req-71e7e4b7-92a0-44a7-8284-96336f837bbd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0806203 Jun 07 16:08:32.415580 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995629e3-3763-47c9-a853-2ddd7145af26 req-cf21a6fd-8a9a-4b00-bb47-ba9984c7125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:32.418108 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-995629e3-3763-47c9-a853-2ddd7145af26 req-cf21a6fd-8a9a-4b00-bb47-ba9984c7125a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0598199897de4461b994edd96e987dfb&device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 1168 time: 0.0570288 Jun 07 16:08:32.537317 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-47ff1d90-df76-4bf6-8ee1-55f8676bedac req-472c4f47-b8fc-48f2-87ef-414ffe6bcbb0 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1182203 Jun 07 16:08:32.556033 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995629e3-3763-47c9-a853-2ddd7145af26 req-1927a12f-4a15-411e-a27a-effc4d8e8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:32.556033 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-995629e3-3763-47c9-a853-2ddd7145af26 req-1927a12f-4a15-411e-a27a-effc4d8e8649 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7501c96e-4dd9-43da-bc90-8b90ac075e50 HTTP/1.1" status: 200 len: 915 time: 0.1285467 Jun 07 16:08:32.615190 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-995629e3-3763-47c9-a853-2ddd7145af26 req-9767bc73-ff7e-4bfa-b133-4959f5e67ca9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb394a22-3523-40cd-8341-5b364302539a HTTP/1.1" status: 200 len: 1001 time: 0.0537107 Jun 07 16:08:32.665775 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995629e3-3763-47c9-a853-2ddd7145af26 req-cff49a90-c18d-4e88-853c-b3535cf596c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:32.667616 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-995629e3-3763-47c9-a853-2ddd7145af26 req-cff49a90-c18d-4e88-853c-b3535cf596c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0f2961a-2365-4bbd-a091-9429b895aa62 HTTP/1.1" status: 200 len: 853 time: 0.0457561 Jun 07 16:08:32.709776 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995629e3-3763-47c9-a853-2ddd7145af26 req-98484496-aba6-4847-b588-cd412ed03aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:32.711232 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-995629e3-3763-47c9-a853-2ddd7145af26 req-98484496-aba6-4847-b588-cd412ed03aae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7501c96e-4dd9-43da-bc90-8b90ac075e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373995 Jun 07 16:08:32.782696 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:32.799105 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-995629e3-3763-47c9-a853-2ddd7145af26 req-7302abc6-ade2-44a7-9f38-859f493fc4fa service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810511 Jun 07 16:08:32.893063 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-995629e3-3763-47c9-a853-2ddd7145af26 req-d85a9d4c-6171-4f9b-9fad-aaa9a41ffb57 service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872691 Jun 07 16:08:33.655892 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e4fc4-8319-434e-ab68-f1ac6fee8db9 req-78600746-9db6-46b5-8748-acbd35895adc tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:33.657608 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1d3e4fc4-8319-434e-ab68-f1ac6fee8db9 req-78600746-9db6-46b5-8748-acbd35895adc tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0475791 Jun 07 16:08:33.715804 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1d3e4fc4-8319-434e-ab68-f1ac6fee8db9 req-bdfe33dc-03f2-46a7-89b3-494ba1e3ad12 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526276 Jun 07 16:08:34.833783 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248754f-378a-4651-9906-86ec0d2b1d49 req-60cb738b-c812-4fd3-b144-d9861e7487b2 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:34.835214 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9248754f-378a-4651-9906-86ec0d2b1d49 req-60cb738b-c812-4fd3-b144-d9861e7487b2 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0508387 Jun 07 16:08:34.894946 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9248754f-378a-4651-9906-86ec0d2b1d49 req-c9597d13-4731-4bcc-8c2e-37322ad6db23 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533795 Jun 07 16:08:36.012213 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f47cd4-8a94-43f7-bfcb-3cfed17778e7 req-c5ec0733-9489-4e1c-9f39-1fb6c0bc8268 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:36.013685 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-28f47cd4-8a94-43f7-bfcb-3cfed17778e7 req-c5ec0733-9489-4e1c-9f39-1fb6c0bc8268 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0507095 Jun 07 16:08:36.039457 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:36.075689 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-28f47cd4-8a94-43f7-bfcb-3cfed17778e7 req-4dcb87f1-6012-48e4-aefb-116c67984382 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564334 Jun 07 16:08:36.359887 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-8e68a0d5-3a85-4a6d-b924-4781b2c9c37a tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:36.361362 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-8e68a0d5-3a85-4a6d-b924-4781b2c9c37a tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/networks?id=8af59b9d-86bd-4119-bcdf-4579e7e6448f HTTP/1.1" status: 200 len: 814 time: 0.1031637 Jun 07 16:08:36.375597 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-f5358bac-96b4-4363-bbc8-b23a0af5baeb tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/quotas/ab43bc41a9b44512b7e3e4c1f721bacf HTTP/1.1" status: 200 len: 375 time: 0.0090697 Jun 07 16:08:36.408126 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-81bc246f-54b2-4522-a562-9c6aa32b0191 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab43bc41a9b44512b7e3e4c1f721bacf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278745 Jun 07 16:08:36.502048 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-9f11db62-a761-4319-816e-bffaad6ce70b service neutron] 10.222.0.18 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874851 Jun 07 16:08:36.589201 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-00fd4f7e-b8bd-4068-b3ba-d7cfd54ecfdb service neutron] 10.222.0.18 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816717 Jun 07 16:08:36.746368 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-86314835-596f-4f69-99fe-c63106df8a72 req-9cd7dc27-7604-4a16-8c92-a194d560cc3e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 210 time: 0.0286019 Jun 07 16:08:37.196497 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d804a-acd6-4a29-b3a8-34a4b227a88e req-8d69bed0-dac4-429a-a578-d6708512f079 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:37.198355 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a56d804a-acd6-4a29-b3a8-34a4b227a88e req-8d69bed0-dac4-429a-a578-d6708512f079 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0515497 Jun 07 16:08:37.262356 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-a56d804a-acd6-4a29-b3a8-34a4b227a88e req-cf9cb781-c1dc-43b5-8811-094487ff4f8b tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571084 Jun 07 16:08:37.682497 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:37.704236 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-f9f98b19-84d0-490a-93c7-038ea8a1ec45 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:37.705951 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-f9f98b19-84d0-490a-93c7-038ea8a1ec45 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.24 "GET /v2.0/networks?id=8af59b9d-86bd-4119-bcdf-4579e7e6448f HTTP/1.1" status: 200 len: 814 time: 0.1160855 Jun 07 16:08:37.723121 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Request body: {'port': {'device_id': 'a7e500b3-762c-4156-aa55-3ca4020cc797', 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f', 'admin_state_up': True, 'tenant_id': 'ab43bc41a9b44512b7e3e4c1f721bacf'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:08:37.875504 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-65a7ff37-db59-4dc4-bd3c-1832ec8f3158 req-6dbadaa5-dc08-44ad-8104-96c67ca3150d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 210 time: 0.0490770 Jun 07 16:08:37.904339 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Made reservation on behalf of ab43bc41a9b44512b7e3e4c1f721bacf for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 16:08:37.909466 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:38.060584 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Allocated IP 172.20.0.4 (8af59b9d-86bd-4119-bcdf-4579e7e6448f/4a5d261d-1eb7-435d-a187-1e38424b66ec/d02120f0-8cec-44c2-bf07-7b48d8f0a577) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 16:08:38.192033 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:38.229919 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks [] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:38.262913 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788986405672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:38.285087 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=36 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:38.286480 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=49 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:38.307785 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Network 8af59b9d-86bd-4119-bcdf-4579e7e6448f is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 16:08:38.311562 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 16:08:38.314086 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 16:08:38.353248 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Pushing event updated for resources: {'Port': ['ID=d02120f0-8cec-44c2-bf07-7b48d8f0a577,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:38.411797 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:38.412436 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:38.421218 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0a74c-e44b-492f-b61c-a3fdcef2a883 req-a8b6bf24-909d-4c49-a87a-5b96460a977b tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:38.422675 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96f0a74c-e44b-492f-b61c-a3fdcef2a883 req-a8b6bf24-909d-4c49-a87a-5b96460a977b tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0801971 Jun 07 16:08:38.448255 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-65ee3808-f86c-4f1a-8032-18028e573aa6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7297568 Jun 07 16:08:38.467279 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Request body: {'port': {'device_id': 'a7e500b3-762c-4156-aa55-3ca4020cc797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84487'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:08:38.523259 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96f0a74c-e44b-492f-b61c-a3fdcef2a883 req-12c0329d-3ce7-414d-88bd-ae8d5c56ee92 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932531 Jun 07 16:08:38.549121 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:38.599675 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:38.837589 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02120f0-8cec-44c2-bf07-7b48d8f0a577 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:08:38.845284 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Publish callbacks [] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:38.858512 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Transition to ACTIVE for port object d02120f0-8cec-44c2-bf07-7b48d8f0a577 will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 16:08:38.861830 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:38.903410 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:38.916320 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Pushing event updated for resources: {'Port': ['ID=d02120f0-8cec-44c2-bf07-7b48d8f0a577,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:39.023286 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e108023-cffc-433c-ad2e-c433e74acd62 req-acb4383e-1157-4f21-816c-e9cdd7b428d6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:39.024871 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8e108023-cffc-433c-ad2e-c433e74acd62 req-acb4383e-1157-4f21-816c-e9cdd7b428d6 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 943 time: 0.0649529 Jun 07 16:08:39.046423 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Attempting to bind port d02120f0-8cec-44c2-bf07-7b48d8f0a577 on host hv-cinder-84487 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 16:08:39.046744 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Attempting to bind port d02120f0-8cec-44c2-bf07-7b48d8f0a577 by drivers openvswitch,hyperv on host hv-cinder-84487 at level 0 using segments [{'id': '9c986009-a042-446f-a04b-708528372df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 16:08:39.047065 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Attempting to bind port d02120f0-8cec-44c2-bf07-7b48d8f0a577 on network 8af59b9d-86bd-4119-bcdf-4579e7e6448f {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:08:39.058669 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Port d02120f0-8cec-44c2-bf07-7b48d8f0a577 on network 8af59b9d-86bd-4119-bcdf-4579e7e6448f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84487 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 16:08:39.058976 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Attempting to bind port d02120f0-8cec-44c2-bf07-7b48d8f0a577 on network 8af59b9d-86bd-4119-bcdf-4579e7e6448f {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 16:08:39.070053 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Checking agent: {'id': '4882c81c-a869-41ca-9420-6e595db23102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84487', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'started_at': datetime.datetime(2022, 6, 7, 15, 56, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 16:08:39.070374 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Checking segment: {'id': '9c986009-a042-446f-a04b-708528372df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 16:08:39.070737 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Bound using segment: {'id': '9c986009-a042-446f-a04b-708528372df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 16:08:39.071148 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Bound port: d02120f0-8cec-44c2-bf07-7b48d8f0a577, host: hv-cinder-84487, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c986009-a042-446f-a04b-708528372df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 16:08:39.071490 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:39.095606 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8e108023-cffc-433c-ad2e-c433e74acd62 req-1acb37d8-fc42-46ff-a939-618260d5fde3 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648732 Jun 07 16:08:39.148254 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] For port d02120f0-8cec-44c2-bf07-7b48d8f0a577, host hv-cinder-84487, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 16:08:39.151796 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] For port d02120f0-8cec-44c2-bf07-7b48d8f0a577, host hv-cinder-84487, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=d02120f0-8cec-44c2-bf07-7b48d8f0a577,segment=NetworkSegment(9c986009-a042-446f-a04b-708528372df1),segment_id=9c986009-a042-446f-a04b-708528372df1)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 16:08:39.158628 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:39.194116 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:39.194724 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:39.196063 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] 10.222.0.24 "PUT /v2.0/ports/d02120f0-8cec-44c2-bf07-7b48d8f0a577 HTTP/1.1" status: 200 len: 1093 time: 0.7352350 Jun 07 16:08:39.196509 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e500b3-762c-4156-aa55-3ca4020cc797', 'tag': 'd02120f0-8cec-44c2-bf07-7b48d8f0a577'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:08:39.198703 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb3e56e-f1f3-4658-9242-5cc1b9da1154" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e500b3-762c-4156-aa55-3ca4020cc797", "tag": "d02120f0-8cec-44c2-bf07-7b48d8f0a577"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:08:39.219423 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c814d-f7b9-47d7-9db4-604ad93bc458 service neutron] Pushing event updated for resources: {'Port': ['ID=d02120f0-8cec-44c2-bf07-7b48d8f0a577,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:39.244129 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccde682-c210-4e0b-ac4d-2e196051f2c0 x-openstack-request-id: req-2ccde682-c210-4e0b-ac4d-2e196051f2c0 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:08:39.245606 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e500b3-762c-4156-aa55-3ca4020cc797", "tag": "d02120f0-8cec-44c2-bf07-7b48d8f0a577", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:08:39.245606 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ccde682-c210-4e0b-ac4d-2e196051f2c0 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:08:39.245606 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccde682-c210-4e0b-ac4d-2e196051f2c0'] response: {'name': 'network-changed', 'server_uuid': 'a7e500b3-762c-4156-aa55-3ca4020cc797', 'tag': 'd02120f0-8cec-44c2-bf07-7b48d8f0a577', 'status': 'completed', 'code': 200} Jun 07 16:08:39.271297 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-3f377cd1-e583-4c94-92f2-023a4a9bda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:39.272784 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-3f377cd1-e583-4c94-92f2-023a4a9bda42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab43bc41a9b44512b7e3e4c1f721bacf&device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 1127 time: 0.0403523 Jun 07 16:08:39.311846 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-ecf24f6f-2a9b-4482-b03e-d7bccde2ddd4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d02120f0-8cec-44c2-bf07-7b48d8f0a577 HTTP/1.1" status: 200 len: 217 time: 0.0321958 Jun 07 16:08:39.362232 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-667c02b7-3fad-4f3e-acc3-3773f71767aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:39.363637 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-667c02b7-3fad-4f3e-acc3-3773f71767aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a5d261d-1eb7-435d-a187-1e38424b66ec HTTP/1.1" status: 200 len: 854 time: 0.0460649 Jun 07 16:08:39.397277 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-adfabca4-984a-42cb-afb3-848d26b93297 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8af59b9d-86bd-4119-bcdf-4579e7e6448f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246372 Jun 07 16:08:39.487279 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-d07c6724-06d6-4131-825a-6aa08a4d9b71 service neutron] 10.222.0.24 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804002 Jun 07 16:08:39.545601 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:39.585358 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-00c140a3-c741-4484-a977-c5c7dcd3323a req-183e1c64-0216-4bd4-b686-0bfb1bf34fb0 service neutron] 10.222.0.24 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890980 Jun 07 16:08:39.636240 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe024a9a-4bda-421b-b4a8-b105fada4327 req-0e506a03-0a0d-4846-ae99-8335cc33712c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:39.637723 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fe024a9a-4bda-421b-b4a8-b105fada4327 req-0e506a03-0a0d-4846-ae99-8335cc33712c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0468826 Jun 07 16:08:39.696205 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fe024a9a-4bda-421b-b4a8-b105fada4327 req-1e99f0e2-9210-416c-bb78-5b832e7e07fd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527153 Jun 07 16:08:40.208576 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4d15a-6d88-41da-8811-9736e42adad5 req-846e4d86-78b7-4273-8f8b-ac44f7027def tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:40.210020 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21e4d15a-6d88-41da-8811-9736e42adad5 req-846e4d86-78b7-4273-8f8b-ac44f7027def tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 943 time: 0.0459497 Jun 07 16:08:40.259453 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21e4d15a-6d88-41da-8811-9736e42adad5 req-fe62d266-3c77-4e21-8ed4-f2d0c9082b7d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 Jun 07 16:08:40.565427 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3e56e-f1f3-4658-9242-5cc1b9da1154 req-1a3ce4f6-3fec-44bb-917d-f56e009ce71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:40.566862 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5bb3e56e-f1f3-4658-9242-5cc1b9da1154 req-1a3ce4f6-3fec-44bb-917d-f56e009ce71b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab43bc41a9b44512b7e3e4c1f721bacf&device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 1127 time: 0.0378797 Jun 07 16:08:40.653610 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:40.656914 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3e56e-f1f3-4658-9242-5cc1b9da1154 req-9eb432c1-c400-48d4-b865-278439c0ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:40.658366 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5bb3e56e-f1f3-4658-9242-5cc1b9da1154 req-9eb432c1-c400-48d4-b865-278439c0ede9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8af59b9d-86bd-4119-bcdf-4579e7e6448f HTTP/1.1" status: 200 len: 915 time: 0.0842252 Jun 07 16:08:40.715367 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5bb3e56e-f1f3-4658-9242-5cc1b9da1154 req-7a920eaf-2b11-4d74-80c9-d5382b58a3a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d02120f0-8cec-44c2-bf07-7b48d8f0a577 HTTP/1.1" status: 200 len: 217 time: 0.0473087 Jun 07 16:08:40.768292 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3e56e-f1f3-4658-9242-5cc1b9da1154 req-10980c2c-c47e-41d1-a5f7-cf03706d6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:40.769929 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5bb3e56e-f1f3-4658-9242-5cc1b9da1154 req-10980c2c-c47e-41d1-a5f7-cf03706d6d2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a5d261d-1eb7-435d-a187-1e38424b66ec HTTP/1.1" status: 200 len: 854 time: 0.0450699 Jun 07 16:08:40.827178 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5bb3e56e-f1f3-4658-9242-5cc1b9da1154 req-d848b078-19fd-457f-aba1-3d143f0c8976 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8af59b9d-86bd-4119-bcdf-4579e7e6448f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455000 Jun 07 16:08:40.839866 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02703ab-1c96-40f3-9c8c-56de7434af3a req-98b99b42-5094-49f4-8b83-1e87e0e98877 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:40.841238 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b02703ab-1c96-40f3-9c8c-56de7434af3a req-98b99b42-5094-49f4-8b83-1e87e0e98877 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0679045 Jun 07 16:08:40.963508 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b02703ab-1c96-40f3-9c8c-56de7434af3a req-e629ebcf-cbd4-45d7-8bf3-1dd3d4afa5da tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143646 Jun 07 16:08:40.968865 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5bb3e56e-f1f3-4658-9242-5cc1b9da1154 req-25274c0b-5a1b-4366-bd9a-91619ca9c1a0 service neutron] 10.222.0.24 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267712 Jun 07 16:08:41.063834 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-5bb3e56e-f1f3-4658-9242-5cc1b9da1154 req-24a77a02-8c6b-4aca-903b-1fd3824b7620 service neutron] 10.222.0.24 "GET /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859110 Jun 07 16:08:41.373298 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef109a-c70f-4a20-b2f8-f63647a2d1aa req-ec0f2119-35ac-4095-9524-40987211f725 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:41.374680 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-45ef109a-c70f-4a20-b2f8-f63647a2d1aa req-ec0f2119-35ac-4095-9524-40987211f725 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 943 time: 0.0483987 Jun 07 16:08:41.390805 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=29,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:41.397150 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=36,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:41.398521 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device d02120f0-8cec-44c2-bf07-7b48d8f0a577 details requested by agent hyperv_hv-cinder-84487 with host hv-cinder-84487 {{(pid=103970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 16:08:41.423675 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-45ef109a-c70f-4a20-b2f8-f63647a2d1aa req-602ad3a1-f38c-429f-bcc4-a2abae8eaa14 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 Jun 07 16:08:41.500451 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port d02120f0-8cec-44c2-bf07-7b48d8f0a577, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=d02120f0-8cec-44c2-bf07-7b48d8f0a577,segment=NetworkSegment(9c986009-a042-446f-a04b-708528372df1),segment_id=9c986009-a042-446f-a04b-708528372df1)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:41.512063 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Returning: {'device': 'd02120f0-8cec-44c2-bf07-7b48d8f0a577', 'network_id': '8af59b9d-86bd-4119-bcdf-4579e7e6448f', 'port_id': 'd02120f0-8cec-44c2-bf07-7b48d8f0a577', 'mac_address': 'fa:16:3e:e4:f9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d261d-1eb7-435d-a187-1e38424b66ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 16:08:41.545460 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port d02120f0-8cec-44c2-bf07-7b48d8f0a577 is: DOWN; New status is: BUILD {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:08:41.545839 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:41.558400 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02120f0-8cec-44c2-bf07-7b48d8f0a577 {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 16:08:41.578959 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port d02120f0-8cec-44c2-bf07-7b48d8f0a577, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=d02120f0-8cec-44c2-bf07-7b48d8f0a577,segment=NetworkSegment(9c986009-a042-446f-a04b-708528372df1),segment_id=9c986009-a042-446f-a04b-708528372df1)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:41.582870 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:41.627246 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=d02120f0-8cec-44c2-bf07-7b48d8f0a577,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:41.873858 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['d02120f0-8cec-44c2-bf07-7b48d8f0a577'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:08:42.087967 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f51af-aeed-4b86-a2ce-a1fa2f43bbfe req-22b7c8fd-e743-4050-b000-f1b0758a59fa tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:42.089422 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-359f51af-aeed-4b86-a2ce-a1fa2f43bbfe req-22b7c8fd-e743-4050-b000-f1b0758a59fa tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0498469 Jun 07 16:08:42.148879 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-359f51af-aeed-4b86-a2ce-a1fa2f43bbfe req-522f5221-928b-4bf9-8140-f87475cdc995 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539582 Jun 07 16:08:42.535828 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c5068-9b3d-4cb9-9fd1-ea693c8e5d62 req-4e06bd36-c821-4d8a-983f-812aa192f28f tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:42.537285 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-018c5068-9b3d-4cb9-9fd1-ea693c8e5d62 req-4e06bd36-c821-4d8a-983f-812aa192f28f tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 944 time: 0.0466030 Jun 07 16:08:42.583627 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-018c5068-9b3d-4cb9-9fd1-ea693c8e5d62 req-6a414157-bf56-4033-ad4f-1f97a9a64608 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Jun 07 16:08:43.261251 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bc787-ade8-44dc-83d7-4bf4f49bff15 req-14242ecc-0749-4569-a6e6-4ef58e697e7e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:43.262624 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c41bc787-ade8-44dc-83d7-4bf4f49bff15 req-14242ecc-0749-4569-a6e6-4ef58e697e7e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0465591 Jun 07 16:08:43.281043 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:43.326834 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c41bc787-ade8-44dc-83d7-4bf4f49bff15 req-193f7f2a-fd6c-4a0a-adf2-953debbafe06 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586636 Jun 07 16:08:43.415464 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device d02120f0-8cec-44c2-bf07-7b48d8f0a577 up at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 16:08:43.460879 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning for port d02120f0-8cec-44c2-bf07-7b48d8f0a577 completed by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 16:08:43.466275 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Provisioning complete for port d02120f0-8cec-44c2-bf07-7b48d8f0a577 triggered by entity L2. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:08:43.466687 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:43.537925 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Current status of the port d02120f0-8cec-44c2-bf07-7b48d8f0a577 is: BUILD; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:08:43.538253 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:43.561297 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e500b3-762c-4156-aa55-3ca4020cc797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02120f0-8cec-44c2-bf07-7b48d8f0a577'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:08:43.563508 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930016498eac080f59f491cc95c833603265334367595a3fc5c8f9fd4ed1d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63363c3-4aef-4e78-bfd7-d3e7210c654f" -d '{"events": [{"server_uuid": "a7e500b3-762c-4156-aa55-3ca4020cc797", "name": "network-vif-plugged", "status": "completed", "tag": "d02120f0-8cec-44c2-bf07-7b48d8f0a577"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:08:43.576932 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] For port d02120f0-8cec-44c2-bf07-7b48d8f0a577, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=d02120f0-8cec-44c2-bf07-7b48d8f0a577,segment=NetworkSegment(9c986009-a042-446f-a04b-708528372df1),segment_id=9c986009-a042-446f-a04b-708528372df1)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:08:43.581914 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:43.603439 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320a43c2-9595-468c-bbcf-e6469132e5fc x-openstack-request-id: req-320a43c2-9595-468c-bbcf-e6469132e5fc {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:08:43.603799 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e500b3-762c-4156-aa55-3ca4020cc797", "name": "network-vif-plugged", "status": "completed", "tag": "d02120f0-8cec-44c2-bf07-7b48d8f0a577", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:08:43.604049 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-320a43c2-9595-468c-bbcf-e6469132e5fc {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:08:43.604651 dv-cinder-844879-2-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320a43c2-9595-468c-bbcf-e6469132e5fc'] response: {'server_uuid': 'a7e500b3-762c-4156-aa55-3ca4020cc797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02120f0-8cec-44c2-bf07-7b48d8f0a577', 'code': 200} Jun 07 16:08:43.633369 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Pushing event updated for resources: {'Port': ['ID=d02120f0-8cec-44c2-bf07-7b48d8f0a577,revision_number=5']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:08:43.704649 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e255212-39dd-4b5d-8a4f-afe40de3581d req-109adc47-0650-4ace-bd29-4c7e4ca8a4d9 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:43.706161 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7e255212-39dd-4b5d-8a4f-afe40de3581d req-109adc47-0650-4ace-bd29-4c7e4ca8a4d9 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 945 time: 0.0507443 Jun 07 16:08:43.785214 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-7e255212-39dd-4b5d-8a4f-afe40de3581d req-4cba10c1-da42-4cf9-b7ff-821be4c6420f tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732610 Jun 07 16:08:43.791625 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57739b8a-1c99-418e-a3e6-1a672e6d35f1 req-e55cf81b-ede7-4646-b273-f614002192c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:43.793466 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-57739b8a-1c99-418e-a3e6-1a672e6d35f1 req-e55cf81b-ede7-4646-b273-f614002192c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 1129 time: 0.0532415 Jun 07 16:08:43.834097 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:43.840939 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-57739b8a-1c99-418e-a3e6-1a672e6d35f1 req-0a7c4ab9-d574-4361-867a-ea635ed3f0e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385168 Jun 07 16:08:44.446220 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902885-cb3a-4aa7-8938-e711a3e2e31f req-85aa4d58-1639-48d0-a505-847f4daaef13 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:44.448245 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-05902885-cb3a-4aa7-8938-e711a3e2e31f req-85aa4d58-1639-48d0-a505-847f4daaef13 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0501900 Jun 07 16:08:44.662173 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-05902885-cb3a-4aa7-8938-e711a3e2e31f req-bc50e7b0-c74d-4c1a-a3f1-cd43c1788ac6 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2083516 Jun 07 16:08:44.906409 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae8009-d5f5-4314-adc6-6ba699cf1c28 req-cae0383f-4d72-43eb-8347-d279124ed58a tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:44.907906 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-59ae8009-d5f5-4314-adc6-6ba699cf1c28 req-cae0383f-4d72-43eb-8347-d279124ed58a tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 945 time: 0.0519185 Jun 07 16:08:44.955839 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-59ae8009-d5f5-4314-adc6-6ba699cf1c28 req-7b1e755d-29cb-4ebc-ad18-bf89d430457d tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Jun 07 16:08:45.788083 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a22b55-7d92-44f9-944e-63d3e1aaac8b req-24cc814f-3e37-4938-8b53-7d72fdff929a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:45.789451 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78a22b55-7d92-44f9-944e-63d3e1aaac8b req-24cc814f-3e37-4938-8b53-7d72fdff929a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0501866 Jun 07 16:08:45.848840 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-78a22b55-7d92-44f9-944e-63d3e1aaac8b req-72239ac0-b366-4cf5-a2ed-1fec5308edd2 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526490 Jun 07 16:08:46.068619 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54a36d-5661-4f38-a65a-53494b14e985 req-b3ff35d5-5f99-4c67-ac64-bf580a752eb7 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:46.070003 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8e54a36d-5661-4f38-a65a-53494b14e985 req-b3ff35d5-5f99-4c67-ac64-bf580a752eb7 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 945 time: 0.0474548 Jun 07 16:08:46.117583 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-8e54a36d-5661-4f38-a65a-53494b14e985 req-92f14917-2fc2-4538-9aa0-31fe05943490 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Jun 07 16:08:46.874921 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a01b12d9-38d2-416e-9ef6-267d7a0442c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:47.018874 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4903a-09d6-411d-b28b-06fe1623ff90 req-2d6c45b2-0e75-4ac9-a615-89b83d925a3e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:47.020602 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fab4903a-09d6-411d-b28b-06fe1623ff90 req-2d6c45b2-0e75-4ac9-a615-89b83d925a3e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0994480 Jun 07 16:08:47.082469 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fab4903a-09d6-411d-b28b-06fe1623ff90 req-827848da-b3e5-4ec7-9fb5-72de7a7a218a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561645 Jun 07 16:08:48.199771 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170179e3-c50c-45bc-936e-dfb526e0d673 req-73059e4a-20fd-4d50-9d93-8b70ad47ec2b tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:48.201245 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-170179e3-c50c-45bc-936e-dfb526e0d673 req-73059e4a-20fd-4d50-9d93-8b70ad47ec2b tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0464964 Jun 07 16:08:48.259847 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-170179e3-c50c-45bc-936e-dfb526e0d673 req-bf57698a-c32e-4d20-888c-40667046fbc0 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529783 Jun 07 16:08:49.028787 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1ddb48ea-3419-4520-aec7-e63ecd4b11ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:49.374117 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c570b-6fb0-40b8-8bfe-d75e1a547898 req-2cddec2f-6393-4658-9f53-3f613bbddece tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:49.375602 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4f8c570b-6fb0-40b8-8bfe-d75e1a547898 req-2cddec2f-6393-4658-9f53-3f613bbddece tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0469146 Jun 07 16:08:49.445504 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4f8c570b-6fb0-40b8-8bfe-d75e1a547898 req-cb46d938-304e-44dd-bfd2-d0747c5ab8a8 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643163 Jun 07 16:08:50.162629 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:50.288696 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:50.563612 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacae052-3d77-4514-9bb3-cc7ac08ee1f6 req-21782016-86bf-4b4a-b15f-58b55d7319b3 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:50.565115 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cacae052-3d77-4514-9bb3-cc7ac08ee1f6 req-21782016-86bf-4b4a-b15f-58b55d7319b3 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0504043 Jun 07 16:08:50.590669 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:50.627473 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-cacae052-3d77-4514-9bb3-cc7ac08ee1f6 req-cc9d21c6-ba21-4103-ab68-5db4b74fe1c6 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565820 Jun 07 16:08:51.292133 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:51.298215 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:51.689267 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:51.746549 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b30a34-965c-44cd-a7e1-65c3bd03bfee req-ec210fee-bc7b-43ed-b39b-38c1697b13fd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:51.747987 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-63b30a34-965c-44cd-a7e1-65c3bd03bfee req-ec210fee-bc7b-43ed-b39b-38c1697b13fd tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0474796 Jun 07 16:08:51.806791 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-63b30a34-965c-44cd-a7e1-65c3bd03bfee req-93f596b7-c842-44df-a3e5-c94bba2e948c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529761 Jun 07 16:08:52.939069 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968f20e-9381-4791-86af-ce7f74eb7afd req-d0ecd97b-c862-407f-945e-b28dc63edf1a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:52.940537 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2968f20e-9381-4791-86af-ce7f74eb7afd req-d0ecd97b-c862-407f-945e-b28dc63edf1a tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0560703 Jun 07 16:08:52.972708 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:08:53.002585 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2968f20e-9381-4791-86af-ce7f74eb7afd req-76f4d9be-497e-42ca-8d75-6682fd904c5c tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562775 Jun 07 16:08:53.281454 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:08:54.118424 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5a194-779b-456b-b63c-086c89d8bd8f req-3c6c69fd-02cd-4987-9e90-ded8b90b20ee tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:54.119809 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-29f5a194-779b-456b-b63c-086c89d8bd8f req-3c6c69fd-02cd-4987-9e90-ded8b90b20ee tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0476804 Jun 07 16:08:54.180804 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-29f5a194-779b-456b-b63c-086c89d8bd8f req-df7412f4-5f26-4f34-a392-b14e2f324734 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551581 Jun 07 16:08:55.302601 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182933a-7116-4e9a-b2dc-b883eb2d6f0a req-9dd59f92-64c9-4b56-b53d-ce0a251190f2 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:55.303959 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9182933a-7116-4e9a-b2dc-b883eb2d6f0a req-9dd59f92-64c9-4b56-b53d-ce0a251190f2 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0496466 Jun 07 16:08:55.363418 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9182933a-7116-4e9a-b2dc-b883eb2d6f0a req-7176fa86-06b9-4fa6-bbbd-ea591f90f930 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&id=96af920b-90d8-4ec6-bd97-9e1eedb81f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531006 Jun 07 16:08:56.945691 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4409a9e6-dce5-4260-9af7-9461131652ad req-b51262f0-3773-494f-bf14-e3b0efe6d935 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375621 Jun 07 16:08:57.025945 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a9e6-dce5-4260-9af7-9461131652ad req-2e023274-4468-4511-a112-f64880edd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:57.027950 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4409a9e6-dce5-4260-9af7-9461131652ad req-2e023274-4468-4511-a112-f64880edd237 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0598199897de4461b994edd96e987dfb&device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 1168 time: 0.0382845 Jun 07 16:08:57.151089 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a9e6-dce5-4260-9af7-9461131652ad req-b4022ad6-7364-4b7a-8dae-bad25c40a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:57.153236 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4409a9e6-dce5-4260-9af7-9461131652ad req-b4022ad6-7364-4b7a-8dae-bad25c40a468 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7501c96e-4dd9-43da-bc90-8b90ac075e50 HTTP/1.1" status: 200 len: 915 time: 0.1063175 Jun 07 16:08:57.221505 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4409a9e6-dce5-4260-9af7-9461131652ad req-58d1e5f1-b946-4355-ae90-474b75ad48ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb394a22-3523-40cd-8341-5b364302539a HTTP/1.1" status: 200 len: 1001 time: 0.0590801 Jun 07 16:08:57.271282 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a9e6-dce5-4260-9af7-9461131652ad req-9748a029-80b0-485e-b9db-fb55de892f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:57.272753 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4409a9e6-dce5-4260-9af7-9461131652ad req-9748a029-80b0-485e-b9db-fb55de892f91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0f2961a-2365-4bbd-a091-9429b895aa62 HTTP/1.1" status: 200 len: 853 time: 0.0455842 Jun 07 16:08:57.318064 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a9e6-dce5-4260-9af7-9461131652ad req-5101da35-e49e-443c-ad1b-6cdb76673411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:08:57.319525 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4409a9e6-dce5-4260-9af7-9461131652ad req-5101da35-e49e-443c-ad1b-6cdb76673411 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7501c96e-4dd9-43da-bc90-8b90ac075e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408862 Jun 07 16:08:57.405868 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4409a9e6-dce5-4260-9af7-9461131652ad req-55a1819d-ef9f-46e3-be36-ec737d6a146a service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798366 Jun 07 16:08:57.501523 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4409a9e6-dce5-4260-9af7-9461131652ad req-f125e769-3c88-427a-b40e-40b5f95b8b9b service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867617 Jun 07 16:09:03.270680 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:03.276672 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:05.291285 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:09:07.337258 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:07.345712 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbeb35-8e7f-4a2f-a51e-aa32e83b7f53 req-1336e357-9834-489a-9013-a59b41c48f2e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:07.347170 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b3dbeb35-8e7f-4a2f-a51e-aa32e83b7f53 req-1336e357-9834-489a-9013-a59b41c48f2e tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 945 time: 0.0477808 Jun 07 16:09:07.393489 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b3dbeb35-8e7f-4a2f-a51e-aa32e83b7f53 req-b2b38c00-971f-45be-ab78-0de4158264cf tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Jun 07 16:09:08.512293 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69163-6325-4604-9e5a-3ec46374f1f7 req-85d6673a-669b-4f70-aa7e-5b9e9de511b9 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:08.514432 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-72e69163-6325-4604-9e5a-3ec46374f1f7 req-85d6673a-669b-4f70-aa7e-5b9e9de511b9 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 945 time: 0.0493665 Jun 07 16:09:08.564654 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-72e69163-6325-4604-9e5a-3ec46374f1f7 req-519be192-0ecd-4bc0-aab0-7f1b8d34f225 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/security-groups?id=393f9a96-c231-4385-8e11-699a9fa5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446787 Jun 07 16:09:09.232312 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097cacb-eca1-4a6e-b9d7-a99b198b4867 req-84b431c8-9e02-4ff3-94e5-166dbd20bc63 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:09.234047 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f097cacb-eca1-4a6e-b9d7-a99b198b4867 req-84b431c8-9e02-4ff3-94e5-166dbd20bc63 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 945 time: 0.2957928 Jun 07 16:09:09.307180 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:09.313062 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-f097cacb-eca1-4a6e-b9d7-a99b198b4867 req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Deleting port d02120f0-8cec-44c2-bf07-7b48d8f0a577 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:09:09.313398 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f097cacb-eca1-4a6e-b9d7-a99b198b4867 req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:09.401201 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-f097cacb-eca1-4a6e-b9d7-a99b198b4867 req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] For port d02120f0-8cec-44c2-bf07-7b48d8f0a577, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=d02120f0-8cec-44c2-bf07-7b48d8f0a577,segment=NetworkSegment(9c986009-a042-446f-a04b-708528372df1),segment_id=9c986009-a042-446f-a04b-708528372df1)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:09:09.401482 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f097cacb-eca1-4a6e-b9d7-a99b198b4867 req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:09.414880 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-f097cacb-eca1-4a6e-b9d7-a99b198b4867 req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Calling delete_port for d02120f0-8cec-44c2-bf07-7b48d8f0a577 owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:09:09.538687 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f097cacb-eca1-4a6e-b9d7-a99b198b4867 req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (d02120f0-8cec-44c2-bf07-7b48d8f0a577), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:09.551608 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['d02120f0-8cec-44c2-bf07-7b48d8f0a577'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:09:09.567248 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Pushing event deleted for resources: {'Port': ['ID=d02120f0-8cec-44c2-bf07-7b48d8f0a577,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:09.595438 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.595789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.596130 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.596495 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.596827 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.597157 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.597509 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.597811 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.598133 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.598455 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.598784 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.599217 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.599413 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.599724 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.600041 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:09.623960 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-f097cacb-eca1-4a6e-b9d7-a99b198b4867 req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] No DVR routers for this DVR port d02120f0-8cec-44c2-bf07-7b48d8f0a577 on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:09:09.626552 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-f097cacb-eca1-4a6e-b9d7-a99b198b4867 req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:09.629958 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f097cacb-eca1-4a6e-b9d7-a99b198b4867 req-af62f6d8-6c70-4e03-bf7e-a849081eb4c8 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.24 "DELETE /v2.0/ports/d02120f0-8cec-44c2-bf07-7b48d8f0a577 HTTP/1.1" status: 204 len: 173 time: 0.3903754 Jun 07 16:09:09.630425 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e500b3-762c-4156-aa55-3ca4020cc797', 'name': 'network-vif-deleted', 'tag': 'd02120f0-8cec-44c2-bf07-7b48d8f0a577'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:09:09.632657 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeabfe13-1216-4a53-ae40-d668ae7a5073" -d '{"events": [{"server_uuid": "a7e500b3-762c-4156-aa55-3ca4020cc797", "name": "network-vif-deleted", "tag": "d02120f0-8cec-44c2-bf07-7b48d8f0a577"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:09:09.670991 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dddf51-4eab-430d-af80-ef0bdf30e417 x-openstack-request-id: req-d8dddf51-4eab-430d-af80-ef0bdf30e417 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:09:09.671284 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e500b3-762c-4156-aa55-3ca4020cc797", "name": "network-vif-deleted", "tag": "d02120f0-8cec-44c2-bf07-7b48d8f0a577", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:09:09.671531 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8dddf51-4eab-430d-af80-ef0bdf30e417 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:09:09.671943 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8dddf51-4eab-430d-af80-ef0bdf30e417'] response: {'server_uuid': 'a7e500b3-762c-4156-aa55-3ca4020cc797', 'name': 'network-vif-deleted', 'tag': 'd02120f0-8cec-44c2-bf07-7b48d8f0a577', 'status': 'completed', 'code': 200} Jun 07 16:09:09.674668 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-dc6c48eb-a9ee-4616-a0da-f0c04a2311da req-f1896e06-b45a-45f7-b996-1a60a624d600 tempest-VolumesSnapshotTestJSON-1473457464 tempest-VolumesSnapshotTestJSON-1473457464-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7e500b3-762c-4156-aa55-3ca4020cc797 HTTP/1.1" status: 200 len: 210 time: 0.0381274 Jun 07 16:09:14.063848 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device d02120f0-8cec-44c2-bf07-7b48d8f0a577 no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:09:14.085377 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: d02120f0-8cec-44c2-bf07-7b48d8f0a577 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:09:14.085710 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device d02120f0-8cec-44c2-bf07-7b48d8f0a577 not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:09:15.287173 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=12 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:15.287903 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=16 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:16.876895 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fe2dbe9e-1cc4-4349-9cce-39066ac1e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:19.029988 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d085-f2d6-42ae-8703-3719877c2dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:19.647339 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=60,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:19.650090 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=39,neutron:DELETE=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:20.165597 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:20.283437 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:21.691226 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:23.283835 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:28.289982 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:28.294973 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:31.781735 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35650) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:31.827954 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Deleting subnet 4a5d261d-1eb7-435d-a187-1e38424b66ec {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:09:31.831974 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Publish callbacks [] for subnet (4a5d261d-1eb7-435d-a187-1e38424b66ec), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:31.868968 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451237'] for subnet (4a5d261d-1eb7-435d-a187-1e38424b66ec), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:31.912090 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (4a5d261d-1eb7-435d-a187-1e38424b66ec), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:31.963820 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1212701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260635392'] for subnet (4a5d261d-1eb7-435d-a187-1e38424b66ec), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:31.992712 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a5d261d-1eb7-435d-a187-1e38424b66ec,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:31.997446 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.000496 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4a5d261d-1eb7-435d-a187-1e38424b66ec HTTP/1.1" status: 204 len: 168 time: 0.2177680 Jun 07 16:09:32.004005 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35654) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:32.006114 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.006454 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.006792 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.007122 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.007445 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.007765 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.008085 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.008430 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.008749 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.009067 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.009384 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.009701 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.010013 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.010327 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.010640 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d488128-b42a-437c-bf70-eb7e89eb05f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:32.069657 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (8af59b9d-86bd-4119-bcdf-4579e7e6448f), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.165247 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (8af59b9d-86bd-4119-bcdf-4579e7e6448f), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.188324 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af59b9d-86bd-4119-bcdf-4579e7e6448f']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:32.197861 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c986009-a042-446f-a04b-708528372df1') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:32.198155 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c986009-a042-446f-a04b-708528372df1') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:32.207992 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262138582'] for segment (9c986009-a042-446f-a04b-708528372df1), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.220850 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (9c986009-a042-446f-a04b-708528372df1), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.226860 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:09:32.227234 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261769702'] for segment (9c986009-a042-446f-a04b-708528372df1), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.267534 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 9c986009-a042-446f-a04b-708528372df1 resource provider aggregate not found Jun 07 16:09:32.289893 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 9c986009-a042-446f-a04b-708528372df1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c986009-a042-446f-a04b-708528372df1 found for delete ", "request_id": "req-709e3325-dddb-47b9-9b67-3eb31acd7a45"}]} Jun 07 16:09:32.291497 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (8af59b9d-86bd-4119-bcdf-4579e7e6448f), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.296963 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.300616 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] 10.222.0.18 "DELETE /v2.0/networks/8af59b9d-86bd-4119-bcdf-4579e7e6448f HTTP/1.1" status: 204 len: 168 time: 0.2954876 Jun 07 16:09:32.311917 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d73fc-60bb-47fe-bcc3-fd271adcbabc admin admin] Pushing event deleted for resources: {'Network': ['ID=8af59b9d-86bd-4119-bcdf-4579e7e6448f,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:32.469896 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35662) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:32.511550 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-6a890a88-7351-4c51-ac93-bb76774359ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab43bc41a9b44512b7e3e4c1f721bacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403955 Jun 07 16:09:32.513938 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35664) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:32.559826 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2f51f003-1e29-4633-b836-963a11b46975 admin admin] Publish callbacks [] for security_group (393f9a96-c231-4385-8e11-699a9fa5459f), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.584342 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2f51f003-1e29-4633-b836-963a11b46975 admin admin] Publish callbacks [] for security_group (393f9a96-c231-4385-8e11-699a9fa5459f), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.629996 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2f51f003-1e29-4633-b836-963a11b46975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (393f9a96-c231-4385-8e11-699a9fa5459f), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.632571 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2f51f003-1e29-4633-b836-963a11b46975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:32.633694 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-2f51f003-1e29-4633-b836-963a11b46975 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/393f9a96-c231-4385-8e11-699a9fa5459f HTTP/1.1" status: 204 len: 168 time: 0.1188915 Jun 07 16:09:32.641823 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51f003-1e29-4633-b836-963a11b46975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393f9a96-c231-4385-8e11-699a9fa5459f,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:33.280338 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:34.173023 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d4b3ae0b-fd17-4250-a096-f901f8b59bea req-09fc7ae3-8ec2-461e-99f8-65cb8a9016c5 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744824152&fields=id&tenant_id=0598199897de4461b994edd96e987dfb HTTP/1.1" status: 200 len: 267 time: 0.0435877 Jun 07 16:09:34.225852 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3ae0b-fd17-4250-a096-f901f8b59bea req-798799b1-756b-45cf-8d14-e80fa1b9e561 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:34.227277 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d4b3ae0b-fd17-4250-a096-f901f8b59bea req-798799b1-756b-45cf-8d14-e80fa1b9e561 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 984 time: 0.0490220 Jun 07 16:09:34.238098 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-d4b3ae0b-fd17-4250-a096-f901f8b59bea req-bfcb44f9-0c0a-4c0c-b241-a42704c5837e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Request body: {'port': {'security_groups': ['d5906e08-74e8-49c1-9961-f1ba396af1f3']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 16:09:34.305851 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d4b3ae0b-fd17-4250-a096-f901f8b59bea req-bfcb44f9-0c0a-4c0c-b241-a42704c5837e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740408'] for port (bb394a22-3523-40cd-8341-5b364302539a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:34.507469 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-d4b3ae0b-fd17-4250-a096-f901f8b59bea req-bfcb44f9-0c0a-4c0c-b241-a42704c5837e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] For port bb394a22-3523-40cd-8341-5b364302539a, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=bb394a22-3523-40cd-8341-5b364302539a,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:09:34.535949 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d4b3ae0b-fd17-4250-a096-f901f8b59bea req-bfcb44f9-0c0a-4c0c-b241-a42704c5837e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for port (bb394a22-3523-40cd-8341-5b364302539a), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:34.540422 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d4b3ae0b-fd17-4250-a096-f901f8b59bea req-bfcb44f9-0c0a-4c0c-b241-a42704c5837e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788986903426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788986405690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788986405708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261769602'] for port (bb394a22-3523-40cd-8341-5b364302539a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:34.553112 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['bb394a22-3523-40cd-8341-5b364302539a'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:09:34.587330 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3ae0b-fd17-4250-a096-f901f8b59bea req-bfcb44f9-0c0a-4c0c-b241-a42704c5837e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:34.587954 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d4b3ae0b-fd17-4250-a096-f901f8b59bea req-bfcb44f9-0c0a-4c0c-b241-a42704c5837e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:34.589462 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d4b3ae0b-fd17-4250-a096-f901f8b59bea req-bfcb44f9-0c0a-4c0c-b241-a42704c5837e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "PUT /v2.0/ports/bb394a22-3523-40cd-8341-5b364302539a HTTP/1.1" status: 200 len: 942 time: 0.3559082 Jun 07 16:09:34.590045 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:09:34.595168 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94400fa0-2b59-4757-8dc7-5b95d340d3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "tag": "bb394a22-3523-40cd-8341-5b364302539a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:09:34.597465 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35676) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:34.620223 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb44f9-0c0a-4c0c-b241-a42704c5837e tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event updated for resources: {'Port': ['ID=bb394a22-3523-40cd-8341-5b364302539a,revision_number=7']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:34.640594 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457ba3cb-f6be-4153-b498-e8344baf6c0b x-openstack-request-id: req-457ba3cb-f6be-4153-b498-e8344baf6c0b {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:09:34.640925 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "tag": "bb394a22-3523-40cd-8341-5b364302539a", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:09:34.641173 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-457ba3cb-f6be-4153-b498-e8344baf6c0b {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:09:34.641573 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457ba3cb-f6be-4153-b498-e8344baf6c0b'] response: {'name': 'network-changed', 'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a', 'status': 'completed', 'code': 200} Jun 07 16:09:34.671868 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['bb394a22-3523-40cd-8341-5b364302539a'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:09:34.682181 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d03152b1-46f4-495b-8a52-0673e65bfba4 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group (96af920b-90d8-4ec6-bd97-9e1eedb81f8c), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:34.712027 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d03152b1-46f4-495b-8a52-0673e65bfba4 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group (96af920b-90d8-4ec6-bd97-9e1eedb81f8c), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:34.789569 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d03152b1-46f4-495b-8a52-0673e65bfba4 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (96af920b-90d8-4ec6-bd97-9e1eedb81f8c), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:34.796869 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d03152b1-46f4-495b-8a52-0673e65bfba4 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for security_group (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:34.800604 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-d03152b1-46f4-495b-8a52-0673e65bfba4 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "DELETE /v2.0/security-groups/96af920b-90d8-4ec6-bd97-9e1eedb81f8c HTTP/1.1" status: 204 len: 168 time: 0.1993537 Jun 07 16:09:34.801005 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35680) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:34.829900 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03152b1-46f4-495b-8a52-0673e65bfba4 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af920b-90d8-4ec6-bd97-9e1eedb81f8c,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:34.914193 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-829f41de-0eef-4720-a134-59f4d65cb4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:34.915657 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-829f41de-0eef-4720-a134-59f4d65cb4fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0598199897de4461b994edd96e987dfb&device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 1129 time: 0.2496040 Jun 07 16:09:34.917214 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [None req-6842c62b-7e3e-4751-b337-4990f2df78fd None None] Provisioning complete for port bb394a22-3523-40cd-8341-5b364302539a triggered by entity DHCP. {{(pid=103970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 16:09:34.917585 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6842c62b-7e3e-4751-b337-4990f2df78fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681083'] for port (bb394a22-3523-40cd-8341-5b364302539a), provisioning_complete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:34.958285 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:34.996976 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-6842c62b-7e3e-4751-b337-4990f2df78fd None None] Current status of the port bb394a22-3523-40cd-8341-5b364302539a is: ACTIVE; New status is: ACTIVE {{(pid=103970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 16:09:35.007570 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:35.084806 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Deleting port dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:09:35.085061 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:35.127062 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-ca129e54-5940-44a1-b097-84e021a17009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:35.128586 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-ca129e54-5940-44a1-b097-84e021a17009 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7501c96e-4dd9-43da-bc90-8b90ac075e50 HTTP/1.1" status: 200 len: 915 time: 0.1841698 Jun 07 16:09:35.219768 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:35.220502 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for floatingip (dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:35.224487 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-bda1201d-9ce7-42ec-bab6-85e33fad1c0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb394a22-3523-40cd-8341-5b364302539a HTTP/1.1" status: 200 len: 1001 time: 0.0843370 Jun 07 16:09:35.243024 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Calling delete_port for dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5 owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:09:35.318373 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-65923a11-e819-4de3-8d9e-147cd051fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:35.319832 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-65923a11-e819-4de3-8d9e-147cd051fdc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0f2961a-2365-4bbd-a091-9429b895aa62 HTTP/1.1" status: 200 len: 853 time: 0.0885775 Jun 07 16:09:35.392037 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-a823aea2-a4a5-4785-b0bd-b2ca3431b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:35.394062 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-a823aea2-a4a5-4785-b0bd-b2ca3431b1c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7501c96e-4dd9-43da-bc90-8b90ac075e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644028 Jun 07 16:09:35.407167 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-6238d828-6553-4c2e-a397-6b12829cc1d7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 16:09:35.408099 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-6238d828-6553-4c2e-a397-6b12829cc1d7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048482 Jun 07 16:09:35.542348 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-aef8de01-a67f-44f3-8614-5fa7d94c3a24 service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278336 Jun 07 16:09:35.543404 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:35.576239 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event deleted for resources: {'Port': ['ID=dcab72fb-9ecf-4280-ad12-bcaba1bb9cf5,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:35.700572 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks [] for floatingip (9f8ad903-8038-4b3d-8896-248c21a5b2ec), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:35.700799 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Floating IP 9f8ad903-8038-4b3d-8896-248c21a5b2ec disassociated (deleted). External IP: 172.27.2.160, port: bb394a22-3523-40cd-8341-5b364302539a. Jun 07 16:09:35.733994 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-94400fa0-2b59-4757-8dc7-5b95d340d3a0 req-c13c8f08-ec38-4ed1-899f-18113b5ff804 service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683154 Jun 07 16:09:35.790875 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:35.837047 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:35.903593 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:09:36.012311 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:09:36.016596 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:36.023172 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375cbbf-677b-4b3d-867f-0c8aa87dd553 None None] Sync routers for ids ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:09:36.033670 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375cbbf-677b-4b3d-867f-0c8aa87dd553 None None] Routers {'aad6b80f-9bb3-4db5-b15b-7b5e5562d305'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:09:36.034314 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8375cbbf-677b-4b3d-867f-0c8aa87dd553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:09:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:36.045711 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0461aae6-aae0-4717-ad5f-2c1f813353fe tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "DELETE /v2.0/floatingips/9f8ad903-8038-4b3d-8896-248c21a5b2ec HTTP/1.1" status: 204 len: 168 time: 1.2436442 Jun 07 16:09:36.144240 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-8375cbbf-677b-4b3d-867f-0c8aa87dd553 None None] Set router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:09:36.283581 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:36.344824 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8375cbbf-677b-4b3d-867f-0c8aa87dd553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 4, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '3063a9bb-63d5-4d60-a78f-48d4f7012b83', 'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'mac_address': 'fa:16:3e:f4:e3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:55Z', 'updated_at': '2022-06-07T16:07:01Z', 'revision_number': 5, 'project_id': '0598199897de4461b994edd96e987dfb', 'subnets': [{'id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:36.371093 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375cbbf-677b-4b3d-867f-0c8aa87dd553 None None] Checking router: aad6b80f-9bb3-4db5-b15b-7b5e5562d305 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:09:36.379946 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375cbbf-677b-4b3d-867f-0c8aa87dd553 None None] Routers {'aad6b80f-9bb3-4db5-b15b-7b5e5562d305'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:09:36.380570 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8375cbbf-677b-4b3d-867f-0c8aa87dd553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:09:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:36.480875 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-8375cbbf-677b-4b3d-867f-0c8aa87dd553 None None] Set router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:09:36.507898 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:36.642967 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:09:36.645927 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e" -d '{"events": [{"name": "network-changed", "server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "tag": "bb394a22-3523-40cd-8341-5b364302539a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:09:36.669381 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8375cbbf-677b-4b3d-867f-0c8aa87dd553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 4, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '3063a9bb-63d5-4d60-a78f-48d4f7012b83', 'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'mac_address': 'fa:16:3e:f4:e3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:55Z', 'updated_at': '2022-06-07T16:07:01Z', 'revision_number': 5, 'project_id': '0598199897de4461b994edd96e987dfb', 'subnets': [{'id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:36.681264 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21288558-158a-4a5f-96cd-98d437e4886b x-openstack-request-id: req-21288558-158a-4a5f-96cd-98d437e4886b {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:09:36.681552 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "tag": "bb394a22-3523-40cd-8341-5b364302539a", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:09:36.681805 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21288558-158a-4a5f-96cd-98d437e4886b {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:09:36.682210 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21288558-158a-4a5f-96cd-98d437e4886b'] response: {'name': 'network-changed', 'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a', 'status': 'completed', 'code': 200} Jun 07 16:09:36.699865 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375cbbf-677b-4b3d-867f-0c8aa87dd553 None None] The sync data for ids ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'] in dv-cinder-844879-2-iscsi is: [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:06:56Z', 'revision_number': 4, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi', '_interfaces': [{'id': '3063a9bb-63d5-4d60-a78f-48d4f7012b83', 'name': '', 'network_id': '7501c96e-4dd9-43da-bc90-8b90ac075e50', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'mac_address': 'fa:16:3e:f4:e3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:55Z', 'updated_at': '2022-06-07T16:07:01Z', 'revision_number': 5, 'project_id': '0598199897de4461b994edd96e987dfb', 'subnets': [{'id': 'e0f2961a-2365-4bbd-a091-9429b895aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:09:36.782183 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e req-3c2c6952-2e48-4b3b-a7ab-61ba4634396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:36.783886 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e req-3c2c6952-2e48-4b3b-a7ab-61ba4634396b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0598199897de4461b994edd96e987dfb&device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 1129 time: 0.0451548 Jun 07 16:09:36.886438 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e req-b6cd2caf-6778-427a-8811-e4c8ef4de61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:36.887931 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e req-b6cd2caf-6778-427a-8811-e4c8ef4de61a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7501c96e-4dd9-43da-bc90-8b90ac075e50 HTTP/1.1" status: 200 len: 915 time: 0.0963085 Jun 07 16:09:36.933038 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e req-39aafb93-e158-44e3-8006-15eb3c309a7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb394a22-3523-40cd-8341-5b364302539a HTTP/1.1" status: 200 len: 217 time: 0.0357594 Jun 07 16:09:36.968897 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e96b8-b84b-407c-8f78-446d816e7a29 None None] New status for floating IP 9f8ad903-8038-4b3d-8896-248c21a5b2ec: DOWN {{(pid=103971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 16:09:36.985861 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e req-c3bdae07-f2ce-4d84-b498-2c1973036c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:36.987819 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e req-c3bdae07-f2ce-4d84-b498-2c1973036c17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0f2961a-2365-4bbd-a091-9429b895aa62 HTTP/1.1" status: 200 len: 853 time: 0.0466616 Jun 07 16:09:37.036697 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e req-35425ebe-c317-42dc-ad5c-4403ecf3ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:37.038777 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e req-35425ebe-c317-42dc-ad5c-4403ecf3ed34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7501c96e-4dd9-43da-bc90-8b90ac075e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441971 Jun 07 16:09:37.135825 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e req-2ea1c3cc-6523-44b7-8c5e-02b1f8f55fe0 service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904119 Jun 07 16:09:37.228570 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-321cfdd0-d639-40e6-b67c-dcf9754ddf4e req-5bc79551-7afa-4970-9091-bc3bdc792a9c service neutron] 10.222.0.24 "GET /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854101 Jun 07 16:09:38.789224 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b567fcd-f5ae-4681-ad2e-7487c5585e54 req-59158be2-0338-4b15-9c5f-26133b43f1cb tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:38.790716 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9b567fcd-f5ae-4681-ad2e-7487c5585e54 req-59158be2-0338-4b15-9c5f-26133b43f1cb tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 945 time: 0.0472515 Jun 07 16:09:38.836956 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9b567fcd-f5ae-4681-ad2e-7487c5585e54 req-31f60378-bb4f-45c2-83bd-8bc054f93559 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Jun 07 16:09:39.950482 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597c910-ed6c-4288-a40a-47c426b2507f req-85f6b7dd-4332-46df-8abd-347cc947a1dc tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:39.951925 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9597c910-ed6c-4288-a40a-47c426b2507f req-85f6b7dd-4332-46df-8abd-347cc947a1dc tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 945 time: 0.0460203 Jun 07 16:09:40.001381 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9597c910-ed6c-4288-a40a-47c426b2507f req-d1488a1b-f430-4c29-96dd-b89bafed246b tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438247 Jun 07 16:09:40.722924 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f48c7b-2409-4359-ada2-a0241757d552 req-11abfe3a-ca47-4d42-827b-d385a80be5d9 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:40.724314 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d0f48c7b-2409-4359-ada2-a0241757d552 req-11abfe3a-ca47-4d42-827b-d385a80be5d9 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.24 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 945 time: 0.0481973 Jun 07 16:09:40.790725 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:40.804795 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-d0f48c7b-2409-4359-ada2-a0241757d552 req-ea9cc40f-909b-4093-806d-8fab119ea915 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Deleting port bb394a22-3523-40cd-8341-5b364302539a {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:09:40.805123 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d0f48c7b-2409-4359-ada2-a0241757d552 req-ea9cc40f-909b-4093-806d-8fab119ea915 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (bb394a22-3523-40cd-8341-5b364302539a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:40.848070 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:41.165818 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617296b-954f-4ad6-b7c7-363356d78208 req-c601eeb9-4a4b-4118-9b62-524a7763db1d tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 16:09:41.168342 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2617296b-954f-4ad6-b7c7-363356d78208 req-c601eeb9-4a4b-4118-9b62-524a7763db1d tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e99d7-aebb-46c8-b73d-24d09ddb6b50 HTTP/1.1" status: 200 len: 945 time: 0.0687740 Jun 07 16:09:41.209748 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-d0f48c7b-2409-4359-ada2-a0241757d552 req-ea9cc40f-909b-4093-806d-8fab119ea915 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] For port bb394a22-3523-40cd-8341-5b364302539a, host hv-cinder-84487, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84487',level=0,port_id=bb394a22-3523-40cd-8341-5b364302539a,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:09:41.210100 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d0f48c7b-2409-4359-ada2-a0241757d552 req-ea9cc40f-909b-4093-806d-8fab119ea915 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (bb394a22-3523-40cd-8341-5b364302539a), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:41.230938 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-d0f48c7b-2409-4359-ada2-a0241757d552 req-ea9cc40f-909b-4093-806d-8fab119ea915 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Calling delete_port for bb394a22-3523-40cd-8341-5b364302539a owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:09:41.252208 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2617296b-954f-4ad6-b7c7-363356d78208 req-cad9503a-b7fe-4c3f-8db7-96ea6a54cc07 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5906e08-74e8-49c1-9961-f1ba396af1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749629 Jun 07 16:09:41.368661 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d0f48c7b-2409-4359-ada2-a0241757d552 req-ea9cc40f-909b-4093-806d-8fab119ea915 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (bb394a22-3523-40cd-8341-5b364302539a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:41.385270 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] get_ports_and_sgs() called for port_ids ['bb394a22-3523-40cd-8341-5b364302539a'] {{(pid=103970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 16:09:41.397521 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cc40f-909b-4093-806d-8fab119ea915 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Pushing event deleted for resources: {'Port': ['ID=bb394a22-3523-40cd-8341-5b364302539a,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:41.443670 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f48c7b-2409-4359-ada2-a0241757d552 req-ea9cc40f-909b-4093-806d-8fab119ea915 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] No DVR routers for this DVR port bb394a22-3523-40cd-8341-5b364302539a on host hv-cinder-84487 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:09:41.446212 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d0f48c7b-2409-4359-ada2-a0241757d552 req-ea9cc40f-909b-4093-806d-8fab119ea915 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2002625'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:41.449641 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d0f48c7b-2409-4359-ada2-a0241757d552 req-ea9cc40f-909b-4093-806d-8fab119ea915 tempest-TestMinimumBasicScenario-442367085 tempest-TestMinimumBasicScenario-442367085-project] 10.222.0.24 "DELETE /v2.0/ports/bb394a22-3523-40cd-8341-5b364302539a HTTP/1.1" status: 204 len: 173 time: 0.7187839 Jun 07 16:09:41.450070 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'name': 'network-vif-deleted', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 16:09:41.452279 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d6f6804d7091105aec3990b5fbb608e7f3b1b5c90dbfa2970f555b811aedbad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fa27b0-c563-4552-81fe-048e8c3067b6" -d '{"events": [{"server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "name": "network-vif-deleted", "tag": "bb394a22-3523-40cd-8341-5b364302539a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 16:09:41.614628 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a54041-23f3-4938-82a8-20410bacb844 x-openstack-request-id: req-16a54041-23f3-4938-82a8-20410bacb844 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 16:09:41.614755 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249e99d7-aebb-46c8-b73d-24d09ddb6b50", "name": "network-vif-deleted", "tag": "bb394a22-3523-40cd-8341-5b364302539a", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 16:09:41.614926 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16a54041-23f3-4938-82a8-20410bacb844 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 16:09:41.616032 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16a54041-23f3-4938-82a8-20410bacb844'] response: {'server_uuid': '249e99d7-aebb-46c8-b73d-24d09ddb6b50', 'name': 'network-vif-deleted', 'tag': 'bb394a22-3523-40cd-8341-5b364302539a', 'status': 'completed', 'code': 200} Jun 07 16:09:42.290770 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:09:42.929729 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35764) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:43.233331 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582351'] for router_interface (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:43.373422 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:43.438761 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:43.450252 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] Deleting port 3063a9bb-63d5-4d60-a78f-48d4f7012b83 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:09:43.450582 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:43.530664 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] For port 3063a9bb-63d5-4d60-a78f-48d4f7012b83, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=3063a9bb-63d5-4d60-a78f-48d4f7012b83,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:09:43.530923 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:43.543690 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] Calling delete_port for 3063a9bb-63d5-4d60-a78f-48d4f7012b83 owned by network:router_interface {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:09:43.721225 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (3063a9bb-63d5-4d60-a78f-48d4f7012b83), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:43.746270 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3063a9bb-63d5-4d60-a78f-48d4f7012b83,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:43.770424 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device bb394a22-3523-40cd-8341-5b364302539a no longer exists at agent hyperv_hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:09:43.792723 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] No Port match for: bb394a22-3523-40cd-8341-5b364302539a {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:09:43.793121 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Device bb394a22-3523-40cd-8341-5b364302539a not bound to the agent host hv-cinder-84487 {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:09:43.908403 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1829284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584543'] for router_interface (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:44.120448 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] Router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:09:44.163712 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:44.227707 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:09:44.233117 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a1593ba3-16c5-408b-abf1-87e6f1ad99ac admin admin] 10.222.0.18 "PUT /v2.0/routers/aad6b80f-9bb3-4db5-b15b-7b5e5562d305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3021593 Jun 07 16:09:44.235807 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35766) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:44.236820 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912eed7-fa7a-460a-8a22-dce4860e4285 None None] Sync routers for ids ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'] in dv-cinder-844879-2-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:09:44.247551 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912eed7-fa7a-460a-8a22-dce4860e4285 None None] Routers {'aad6b80f-9bb3-4db5-b15b-7b5e5562d305'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:09:44.248145 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e912eed7-fa7a-460a-8a22-dce4860e4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:09:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:44.335114 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Publish callbacks [] for router (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:44.349192 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-e912eed7-fa7a-460a-8a22-dce4860e4285 None None] Set router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:09:44.432872 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Publish callbacks [] for router_gateway (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:44.461653 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:44.477540 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Deleting port f2244a31-deed-430a-8f40-cab9392ad222 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:09:44.478068 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (f2244a31-deed-430a-8f40-cab9392ad222), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:44.513904 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e912eed7-fa7a-460a-8a22-dce4860e4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:09:43Z', 'revision_number': 5, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port': {'id': 'f2244a31-deed-430a-8f40-cab9392ad222', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:53Z', 'updated_at': '2022-06-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:44.539735 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912eed7-fa7a-460a-8a22-dce4860e4285 None None] Checking router: aad6b80f-9bb3-4db5-b15b-7b5e5562d305 for host: dv-cinder-844879-2-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:09:44.540295 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:44.548275 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912eed7-fa7a-460a-8a22-dce4860e4285 None None] Routers {'aad6b80f-9bb3-4db5-b15b-7b5e5562d305'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:09:44.548909 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e912eed7-fa7a-460a-8a22-dce4860e4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:09:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:44.562234 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] For port f2244a31-deed-430a-8f40-cab9392ad222, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=f2244a31-deed-430a-8f40-cab9392ad222,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:09:44.562588 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (f2244a31-deed-430a-8f40-cab9392ad222), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:44.575882 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Calling delete_port for f2244a31-deed-430a-8f40-cab9392ad222 owned by network:router_gateway {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:09:44.634159 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-e912eed7-fa7a-460a-8a22-dce4860e4285 None None] Set router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:09:44.686466 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e912eed7-fa7a-460a-8a22-dce4860e4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:09:44Z', 'revision_number': 6, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port_host': None}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:44.711838 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912eed7-fa7a-460a-8a22-dce4860e4285 None None] The sync data for ids ['aad6b80f-9bb3-4db5-b15b-7b5e5562d305'] in dv-cinder-844879-2-iscsi is: [{'id': 'aad6b80f-9bb3-4db5-b15b-7b5e5562d305', 'name': 'tempest-TestMinimumBasicScenario-530369102-router', 'tenant_id': '0598199897de4461b994edd96e987dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:52Z', 'updated_at': '2022-06-07T16:09:44Z', 'revision_number': 6, 'project_id': '0598199897de4461b994edd96e987dfb', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:09:44.749204 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (f2244a31-deed-430a-8f40-cab9392ad222), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:44.775619 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2244a31-deed-430a-8f40-cab9392ad222,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:44.834669 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583176'] for router_gateway (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:44.918831 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-645'] for router (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:44.921002 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Publish callbacks [] for router_controller (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.152430 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584586'] for router (aad6b80f-9bb3-4db5-b15b-7b5e5562d305), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.153068 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aad6b80f-9bb3-4db5-b15b-7b5e5562d305 {{(pid=103969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 16:09:45.157865 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.159012 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-dc9a8360-03da-43c8-aacf-b1837a5c3e6d admin admin] 10.222.0.18 "DELETE /v2.0/routers/aad6b80f-9bb3-4db5-b15b-7b5e5562d305 HTTP/1.1" status: 204 len: 168 time: 0.9221048 Jun 07 16:09:45.161595 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35768) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:45.206002 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1bb005-1c7d-4a2e-bc54-c84540ee00a3 admin admin] Deleting subnet e0f2961a-2365-4bbd-a091-9429b895aa62 {{(pid=103969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:09:45.209359 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3d1bb005-1c7d-4a2e-bc54-c84540ee00a3 admin admin] Publish callbacks [] for subnet (e0f2961a-2365-4bbd-a091-9429b895aa62), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.244677 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3d1bb005-1c7d-4a2e-bc54-c84540ee00a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451237'] for subnet (e0f2961a-2365-4bbd-a091-9429b895aa62), precommit_delete_associations {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.326321 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3d1bb005-1c7d-4a2e-bc54-c84540ee00a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (e0f2961a-2365-4bbd-a091-9429b895aa62), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.381739 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3d1bb005-1c7d-4a2e-bc54-c84540ee00a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1212701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260635392'] for subnet (e0f2961a-2365-4bbd-a091-9429b895aa62), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.408622 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bb005-1c7d-4a2e-bc54-c84540ee00a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f2961a-2365-4bbd-a091-9429b895aa62,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:45.414355 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3d1bb005-1c7d-4a2e-bc54-c84540ee00a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.419649 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-3d1bb005-1c7d-4a2e-bc54-c84540ee00a3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e0f2961a-2365-4bbd-a091-9429b895aa62 HTTP/1.1" status: 204 len: 168 time: 0.2549217 Jun 07 16:09:45.420588 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35770) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:45.437048 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16724ed2-fb65-4ee1-a2cc-b669d48f0b97 None None] Network 7501c96e-4dd9-43da-bc90-8b90ac075e50 requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:09:45.497311 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (7501c96e-4dd9-43da-bc90-8b90ac075e50), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.499766 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:45.500662 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:45.542013 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Deleting port 03418f24-1fae-4e71-bee9-fafd17d5bf99 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:09:45.542332 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.621003 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] DHCP port deletion for 7501c96e-4dd9-43da-bc90-8b90ac075e50 request from dv-cinder-844879-2-iscsi {{(pid=103970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 16:09:45.630242 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] For port 03418f24-1fae-4e71-bee9-fafd17d5bf99, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=03418f24-1fae-4e71-bee9-fafd17d5bf99,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:09:45.630507 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.644731 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Calling delete_port for 03418f24-1fae-4e71-bee9-fafd17d5bf99 owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:09:45.660601 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 3063a9bb-63d5-4d60-a78f-48d4f7012b83 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:09:45.664113 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Deleting port 03418f24-1fae-4e71-bee9-fafd17d5bf99 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:09:45.664397 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.682481 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 3063a9bb-63d5-4d60-a78f-48d4f7012b83 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:09:45.682935 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 3063a9bb-63d5-4d60-a78f-48d4f7012b83 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:09:45.683480 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device f2244a31-deed-430a-8f40-cab9392ad222 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:09:45.726531 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.745453 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: f2244a31-deed-430a-8f40-cab9392ad222 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:09:45.745792 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device f2244a31-deed-430a-8f40-cab9392ad222 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:09:45.760013 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] No DVR routers for this DVR port 03418f24-1fae-4e71-bee9-fafd17d5bf99 on host dv-cinder-844879-2-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:09:45.764989 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Pushing event deleted for resources: {'Port': ['ID=03418f24-1fae-4e71-bee9-fafd17d5bf99,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:45.770533 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] For port 03418f24-1fae-4e71-bee9-fafd17d5bf99, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=03418f24-1fae-4e71-bee9-fafd17d5bf99,segment=NetworkSegment(159eaf0b-9430-4953-b5fa-64b98259a7b4),segment_id=159eaf0b-9430-4953-b5fa-64b98259a7b4)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:09:45.770924 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.785778 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:45.791010 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Calling delete_port for 03418f24-1fae-4e71-bee9-fafd17d5bf99 owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:09:45.837546 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (7501c96e-4dd9-43da-bc90-8b90ac075e50), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.857658 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7501c96e-4dd9-43da-bc90-8b90ac075e50']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:45.868022 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159eaf0b-9430-4953-b5fa-64b98259a7b4') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:45.868318 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159eaf0b-9430-4953-b5fa-64b98259a7b4') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:45.875542 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681'] for port (03418f24-1fae-4e71-bee9-fafd17d5bf99), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.880525 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262138582'] for segment (159eaf0b-9430-4953-b5fa-64b98259a7b4), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.897450 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (159eaf0b-9430-4953-b5fa-64b98259a7b4), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.904714 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:09:45.905311 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261769702'] for segment (159eaf0b-9430-4953-b5fa-64b98259a7b4), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.906153 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Pushing event deleted for resources: {'Port': ['ID=03418f24-1fae-4e71-bee9-fafd17d5bf99,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:45.911054 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] No DVR routers for this DVR port 03418f24-1fae-4e71-bee9-fafd17d5bf99 on host dv-cinder-844879-2-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:09:45.917715 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.918059 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.918400 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.918736 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.919068 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.919397 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.919716 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.920064 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.920371 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.920706 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.921029 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.921350 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.921668 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.922555 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.922555 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0a309-6dea-44eb-a90b-aa64495860b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844879-2-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 16:09:45.958893 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 159eaf0b-9430-4953-b5fa-64b98259a7b4 resource provider aggregate not found Jun 07 16:09:45.976600 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 159eaf0b-9430-4953-b5fa-64b98259a7b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 159eaf0b-9430-4953-b5fa-64b98259a7b4 found for delete ", "request_id": "req-ac46088d-1981-4c7c-820f-734d9699ea6d"}]} Jun 07 16:09:45.984959 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (7501c96e-4dd9-43da-bc90-8b90ac075e50), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.991261 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:45.994497 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] 10.222.0.18 "DELETE /v2.0/networks/7501c96e-4dd9-43da-bc90-8b90ac075e50 HTTP/1.1" status: 204 len: 168 time: 0.5723355 Jun 07 16:09:45.997516 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.wsgi [-] (103969) accepted ('10.222.0.18', 35776) {{(pid=103969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:46.006152 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bb768-700b-4ac1-97d6-3cf5abad225a admin admin] Pushing event deleted for resources: {'Network': ['ID=7501c96e-4dd9-43da-bc90-8b90ac075e50,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:46.082638 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:46.221249 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:46.312133 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582351'] for router_interface (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:46.527767 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] Deleting port 64192a08-dc45-454a-bb36-98ccc8499272 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:09:46.528003 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (64192a08-dc45-454a-bb36-98ccc8499272), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:46.604049 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] For port 64192a08-dc45-454a-bb36-98ccc8499272, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=64192a08-dc45-454a-bb36-98ccc8499272,segment=NetworkSegment(8d256489-f63f-4b4b-88dc-bb35193bb9dc),segment_id=8d256489-f63f-4b4b-88dc-bb35193bb9dc)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:09:46.604422 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (64192a08-dc45-454a-bb36-98ccc8499272), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:46.618056 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] Calling delete_port for 64192a08-dc45-454a-bb36-98ccc8499272 owned by network:router_interface {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:09:46.792412 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1212712'] for port (64192a08-dc45-454a-bb36-98ccc8499272), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:46.817181 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=64192a08-dc45-454a-bb36-98ccc8499272,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:46.867367 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:46.883897 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-de4d3845-92c8-4f6b-9a7d-1869a5e37e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:46.986702 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1829284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584543'] for router_interface (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:47.032103 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:47.090876 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:47.196204 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] Router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 has already been hosted by L3 agent d8ab4ee3-789e-4d42-88c3-2a9abfa804f6 {{(pid=103969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 16:09:47.297867 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] Notify agent at l3_agent.dv-cinder-844879-2-iscsi the message routers_updated {{(pid=103969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 16:09:47.302669 dv-cinder-844879-2-iscsi neutron-server[103969]: INFO neutron.wsgi [None req-96ea3885-6bc7-4bf4-b829-3efd932c0e8d admin admin] 10.222.0.18 "PUT /v2.0/routers/8fb34ef2-a365-4d99-a895-d0e5776aa9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3040802 Jun 07 16:09:47.305333 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35778) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:47.309441 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f30dc-a350-441d-9db7-082cf9ac223f None None] Sync routers for ids ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'] in dv-cinder-844879-2-iscsi {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 16:09:47.319745 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f30dc-a350-441d-9db7-082cf9ac223f None None] Routers {'8fb34ef2-a365-4d99-a895-d0e5776aa9a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:09:47.320343 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-c22f30dc-a350-441d-9db7-082cf9ac223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:09:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:47.404928 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Publish callbacks [] for router (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:47.420382 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-c22f30dc-a350-441d-9db7-082cf9ac223f None None] Set router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 gateway port host: dv-cinder-844879-2-iscsi {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:09:47.500709 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Publish callbacks [] for router_gateway (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:47.573852 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Deleting port c90ae310-6a87-4e3a-86ab-c0b5b15af00b {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:09:47.574238 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:47.615710 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-c22f30dc-a350-441d-9db7-082cf9ac223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'name': 'tempest-TestMinimumBasicScenario-2020088603-router', 'tenant_id': '73040879400849428417033cff2e77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'external_fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:58Z', 'updated_at': '2022-06-07T16:09:46Z', 'revision_number': 5, 'project_id': '73040879400849428417033cff2e77b0', 'gw_port': {'id': 'c90ae310-6a87-4e3a-86ab-c0b5b15af00b', 'name': '', 'network_id': '10820ebf-33cd-43bf-8673-83f1ebc3af4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844879-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T16:06:59Z', 'updated_at': '2022-06-07T16:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2590f-bd9d-40f4-bdb6-6d3eadd82b3f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844879-2-iscsi'}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:47.645671 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f30dc-a350-441d-9db7-082cf9ac223f None None] Checking router: 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 for host: dv-cinder-844879-2-iscsi {{(pid=103971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 16:09:47.654236 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f30dc-a350-441d-9db7-082cf9ac223f None None] Routers {'8fb34ef2-a365-4d99-a895-d0e5776aa9a6'} bound to L3 agent in host dv-cinder-844879-2-iscsi {{(pid=103971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 16:09:47.654825 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-c22f30dc-a350-441d-9db7-082cf9ac223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844879-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T15:50:19Z,description=,heartbeat_timestamp=2022-06-07T16:09:19Z,host='dv-cinder-844879-2-iscsi',id=d8ab4ee3-789e-4d42-88c3-2a9abfa804f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T15:50:19Z,topic='l3_agent')) {'router_ids': ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'], 'active': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:47.661040 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] For port c90ae310-6a87-4e3a-86ab-c0b5b15af00b, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=c90ae310-6a87-4e3a-86ab-c0b5b15af00b,segment=NetworkSegment(f93d7f4a-38b1-4f52-a437-f086a1608483),segment_id=f93d7f4a-38b1-4f52-a437-f086a1608483)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:09:47.661351 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:47.675494 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Calling delete_port for c90ae310-6a87-4e3a-86ab-c0b5b15af00b owned by network:router_gateway {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:09:47.686340 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:47.688768 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 03418f24-1fae-4e71-bee9-fafd17d5bf99 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:09:47.691748 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:47.710103 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 03418f24-1fae-4e71-bee9-fafd17d5bf99 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:09:47.710464 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 03418f24-1fae-4e71-bee9-fafd17d5bf99 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:09:47.748414 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvr_db [None req-c22f30dc-a350-441d-9db7-082cf9ac223f None None] Set router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 gateway port host: None {{(pid=103971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 16:09:47.798760 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_hamode_db [None req-c22f30dc-a350-441d-9db7-082cf9ac223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'name': 'tempest-TestMinimumBasicScenario-2020088603-router', 'tenant_id': '73040879400849428417033cff2e77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:58Z', 'updated_at': '2022-06-07T16:09:47Z', 'revision_number': 6, 'project_id': '73040879400849428417033cff2e77b0', 'gw_port_host': None}], 'dv-cinder-844879-2-iscsi', False) {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:47.823139 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f30dc-a350-441d-9db7-082cf9ac223f None None] The sync data for ids ['8fb34ef2-a365-4d99-a895-d0e5776aa9a6'] in dv-cinder-844879-2-iscsi is: [{'id': '8fb34ef2-a365-4d99-a895-d0e5776aa9a6', 'name': 'tempest-TestMinimumBasicScenario-2020088603-router', 'tenant_id': '73040879400849428417033cff2e77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T16:06:58Z', 'updated_at': '2022-06-07T16:09:47Z', 'revision_number': 6, 'project_id': '73040879400849428417033cff2e77b0', 'gw_port_host': None}] {{(pid=103971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 16:09:47.851527 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (c90ae310-6a87-4e3a-86ab-c0b5b15af00b), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:47.902729 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c90ae310-6a87-4e3a-86ab-c0b5b15af00b,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:47.944078 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583176'] for router_gateway (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.028639 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-645'] for router (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.030741 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Publish callbacks [] for router_controller (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.070346 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584586'] for router (8fb34ef2-a365-4d99-a895-d0e5776aa9a6), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.070926 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fb34ef2-a365-4d99-a895-d0e5776aa9a6 {{(pid=103968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 16:09:48.075019 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.076132 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-bf4df5dd-8924-4ebd-a118-a18dd6cc0d9a admin admin] 10.222.0.18 "DELETE /v2.0/routers/8fb34ef2-a365-4d99-a895-d0e5776aa9a6 HTTP/1.1" status: 204 len: 168 time: 0.7698398 Jun 07 16:09:48.078557 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35780) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:48.125449 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae846f1-f4bd-4582-b63c-b50462f8133c admin admin] Deleting subnet 6565635a-296f-46ed-9a37-2fd7202b2649 {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 16:09:48.128529 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cae846f1-f4bd-4582-b63c-b50462f8133c admin admin] Publish callbacks [] for subnet (6565635a-296f-46ed-9a37-2fd7202b2649), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.166542 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cae846f1-f4bd-4582-b63c-b50462f8133c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262138591'] for subnet (6565635a-296f-46ed-9a37-2fd7202b2649), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.247436 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cae846f1-f4bd-4582-b63c-b50462f8133c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403973'] for subnet (6565635a-296f-46ed-9a37-2fd7202b2649), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.301293 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cae846f1-f4bd-4582-b63c-b50462f8133c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261769660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261872232'] for subnet (6565635a-296f-46ed-9a37-2fd7202b2649), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.326466 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae846f1-f4bd-4582-b63c-b50462f8133c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6565635a-296f-46ed-9a37-2fd7202b2649,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:48.329972 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cae846f1-f4bd-4582-b63c-b50462f8133c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.333816 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-cae846f1-f4bd-4582-b63c-b50462f8133c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6565635a-296f-46ed-9a37-2fd7202b2649 HTTP/1.1" status: 204 len: 168 time: 0.2543678 Jun 07 16:09:48.336456 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35782) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:48.337783 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4dc86-dbff-465a-a0bb-7edd5d559614 None None] Network 3a103fb8-323b-447a-8fca-cb90193fb38d requested from dv-cinder-844879-2-iscsi {{(pid=103970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 16:09:48.402779 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1337803'] for network (3a103fb8-323b-447a-8fca-cb90193fb38d), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.449015 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Deleting port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:09:48.449356 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.513932 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] For port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=b9c59550-8397-4dcd-9882-7c7a1fc9a8ee,segment=NetworkSegment(8d256489-f63f-4b4b-88dc-bb35193bb9dc),segment_id=8d256489-f63f-4b4b-88dc-bb35193bb9dc)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:09:48.514170 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.527548 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Calling delete_port for b9c59550-8397-4dcd-9882-7c7a1fc9a8ee owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:09:48.538351 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:48.556715 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1087e62e-7899-4a17-848f-b7fcd16fe7e3 None None] DHCP port deletion for 3a103fb8-323b-447a-8fca-cb90193fb38d request from dv-cinder-844879-2-iscsi {{(pid=103970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 16:09:48.590250 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:48.597507 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-1087e62e-7899-4a17-848f-b7fcd16fe7e3 None None] Deleting port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 16:09:48.597871 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1087e62e-7899-4a17-848f-b7fcd16fe7e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788986898032'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.613916 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261769609'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.643050 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c59550-8397-4dcd-9882-7c7a1fc9a8ee,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:48.645515 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] No DVR routers for this DVR port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee on host dv-cinder-844879-2-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:09:48.666648 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-1087e62e-7899-4a17-848f-b7fcd16fe7e3 None None] For port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee, host dv-cinder-844879-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844879-2-iscsi',level=0,port_id=b9c59550-8397-4dcd-9882-7c7a1fc9a8ee,segment=NetworkSegment(8d256489-f63f-4b4b-88dc-bb35193bb9dc),segment_id=8d256489-f63f-4b4b-88dc-bb35193bb9dc)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 16:09:48.667043 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1087e62e-7899-4a17-848f-b7fcd16fe7e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595136'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.682136 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-1087e62e-7899-4a17-848f-b7fcd16fe7e3 None None] Calling delete_port for b9c59550-8397-4dcd-9882-7c7a1fc9a8ee owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 16:09:48.718712 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403330', 'neutron.services.segments.db._delete_segments_for_network-8788986728973'] for network (3a103fb8-323b-447a-8fca-cb90193fb38d), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.740501 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a103fb8-323b-447a-8fca-cb90193fb38d']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:48.749966 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d256489-f63f-4b4b-88dc-bb35193bb9dc') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:48.750257 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d256489-f63f-4b4b-88dc-bb35193bb9dc') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 16:09:48.761010 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788986728340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262138582'] for segment (8d256489-f63f-4b4b-88dc-bb35193bb9dc), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.761244 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1087e62e-7899-4a17-848f-b7fcd16fe7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-740601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788986903516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788986405681'] for port (b9c59550-8397-4dcd-9882-7c7a1fc9a8ee), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.775225 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961'] for segment (8d256489-f63f-4b4b-88dc-bb35193bb9dc), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.781578 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 16:09:48.782123 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261769702'] for segment (8d256489-f63f-4b4b-88dc-bb35193bb9dc), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.787354 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087e62e-7899-4a17-848f-b7fcd16fe7e3 None None] Pushing event deleted for resources: {'Port': ['ID=b9c59550-8397-4dcd-9882-7c7a1fc9a8ee,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:48.791726 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087e62e-7899-4a17-848f-b7fcd16fe7e3 None None] No DVR routers for this DVR port b9c59550-8397-4dcd-9882-7c7a1fc9a8ee on host dv-cinder-844879-2-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 16:09:48.805853 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 8d256489-f63f-4b4b-88dc-bb35193bb9dc resource provider aggregate not found Jun 07 16:09:48.838179 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.services.segments.plugin [-] Segment 8d256489-f63f-4b4b-88dc-bb35193bb9dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d256489-f63f-4b4b-88dc-bb35193bb9dc found for delete ", "request_id": "req-d3fefda4-2bab-42b5-8094-8d1c92cdaf65"}]} Jun 07 16:09:48.861294 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1829293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583204'] for network (3a103fb8-323b-447a-8fca-cb90193fb38d), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.867614 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1829251'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:48.872493 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3a103fb8-323b-447a-8fca-cb90193fb38d HTTP/1.1" status: 204 len: 168 time: 0.5333080 Jun 07 16:09:48.882778 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0c314-4999-4499-ac4a-d5bc4f8656a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a103fb8-323b-447a-8fca-cb90193fb38d,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:49.031961 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-23f39f50-ddf7-4eac-8545-b535ed7a3b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:49.045531 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35790) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:49.085884 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-73128ee3-0fa9-428e-9582-68dbbbbc7177 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0598199897de4461b994edd96e987dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390260 Jun 07 16:09:49.088101 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35792) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:49.134549 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f229f89-1d96-45fa-85b5-50b5e4dabc39 admin admin] Publish callbacks [] for security_group (d5906e08-74e8-49c1-9961-f1ba396af1f3), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:49.156321 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f229f89-1d96-45fa-85b5-50b5e4dabc39 admin admin] Publish callbacks [] for security_group (d5906e08-74e8-49c1-9961-f1ba396af1f3), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:49.201948 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f229f89-1d96-45fa-85b5-50b5e4dabc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (d5906e08-74e8-49c1-9961-f1ba396af1f3), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:49.204606 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f229f89-1d96-45fa-85b5-50b5e4dabc39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:49.208590 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4f229f89-1d96-45fa-85b5-50b5e4dabc39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5906e08-74e8-49c1-9961-f1ba396af1f3 HTTP/1.1" status: 204 len: 168 time: 0.1167097 Jun 07 16:09:49.214174 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f229f89-1d96-45fa-85b5-50b5e4dabc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5906e08-74e8-49c1-9961-f1ba396af1f3,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:49.521789 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35798) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:49.564604 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4ef518f0-04b1-4c1f-85cb-b75681b51490 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73040879400849428417033cff2e77b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416648 Jun 07 16:09:49.567188 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.18', 35800) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 16:09:49.617638 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5124d9ad-ade8-41be-91b8-61c919d5a3ca admin admin] Publish callbacks [] for security_group (8fbe0351-615a-465c-9adc-2e2c9ddc754f), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:49.640228 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5124d9ad-ade8-41be-91b8-61c919d5a3ca admin admin] Publish callbacks [] for security_group (8fbe0351-615a-465c-9adc-2e2c9ddc754f), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:49.690847 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5124d9ad-ade8-41be-91b8-61c919d5a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749560'] for security_group (8fbe0351-615a-465c-9adc-2e2c9ddc754f), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:49.693482 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5124d9ad-ade8-41be-91b8-61c919d5a3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:49.694662 dv-cinder-844879-2-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5124d9ad-ade8-41be-91b8-61c919d5a3ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fbe0351-615a-465c-9adc-2e2c9ddc754f HTTP/1.1" status: 204 len: 168 time: 0.1265764 Jun 07 16:09:49.703694 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124d9ad-ade8-41be-91b8-61c919d5a3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbe0351-615a-465c-9adc-2e2c9ddc754f,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 16:09:49.743960 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device b9c59550-8397-4dcd-9882-7c7a1fc9a8ee no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:09:49.769488 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: b9c59550-8397-4dcd-9882-7c7a1fc9a8ee {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:09:49.769948 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device b9c59550-8397-4dcd-9882-7c7a1fc9a8ee not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:09:49.770383 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device c90ae310-6a87-4e3a-86ab-c0b5b15af00b no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:09:49.789743 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: c90ae310-6a87-4e3a-86ab-c0b5b15af00b {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:09:49.790089 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device c90ae310-6a87-4e3a-86ab-c0b5b15af00b not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:09:49.790507 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 64192a08-dc45-454a-bb36-98ccc8499272 no longer exists at agent ovs-agent-dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 16:09:49.808655 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] No Port match for: 64192a08-dc45-454a-bb36-98ccc8499272 {{(pid=103970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 16:09:49.809001 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.rpc [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Device 64192a08-dc45-454a-bb36-98ccc8499272 not bound to the agent host dv-cinder-844879-2-iscsi {{(pid=103970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 16:09:50.172918 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:50.287809 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:51.695916 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:53.286581 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:09:57.293371 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=24 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:57.296066 dv-cinder-844879-2-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=48 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:59.697416 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=71,neutron:DELETE=11 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:09:59.699354 dv-cinder-844879-2-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=63,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:03.275516 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:03.282280 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=61,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:05.285927 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=45 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:05.289938 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=46 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:15.303791 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:15.304570 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:16.875944 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-903dc704-447b-4dad-8c12-aa9f4996bd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:19.033901 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2096daa0-a6f0-4f41-acd1-f5e854607a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:19.289982 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:10:20.173079 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:20.297121 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:21.696700 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:23.290047 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:29.286479 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:33.283045 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:33.285473 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:42.276317 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:42.286729 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:10:46.878516 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ccffbbb8-6ae6-4b50-9027-1176794d761f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:49.036051 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1ce993a9-70a1-4fc2-b37a-6caad0597e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:50.175173 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:50.311415 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:51.701917 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:53.293100 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:10:56.290081 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:11:03.286849 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:11:03.288837 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:11:16.881195 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4c9176e0-1b8b-4a21-a4d5-3a7d488e8e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:19.038196 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-74b79cef-bb79-48db-9513-c0bea4293514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:19.276328 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=18 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:11:19.282429 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=16 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:11:20.182120 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:20.342836 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:21.703921 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:23.298041 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:33.288761 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:11:33.291852 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:11:33.294453 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:11:43.284863 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:11:46.883109 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-72634ce7-9020-47dc-a881-c23b75fd29f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:49.041445 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2c9b57a2-3063-4913-adb3-668b91119308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:50.183707 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:50.362396 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:51.709813 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:53.302112 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:11:56.272375 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:11:56.277601 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:12:03.296226 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:12:03.298142 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:12:10.286944 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:12:16.885808 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9e3868d1-6f13-46c0-b8ec-9c255c4943cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:19.043816 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-705e0b93-9bed-4ce9-9964-d5f7a31c52da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:20.183771 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:20.282746 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:12:20.355629 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:21.744321 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:23.303940 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:33.268974 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:12:33.273899 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:12:33.297536 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:12:33.299412 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:12:46.887678 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a5bd-51cc-4f18-8ee3-72a8db2fa8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:47.284989 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:12:49.045270 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-409715a1-5d79-4355-abcd-737828e90763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:50.186542 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:50.354964 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:51.712479 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:53.306164 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:12:57.280560 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:13:01.708568 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:13:03.302279 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:13:11.733274 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=16 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:13:11.735124 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=18 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:13:16.889821 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-af7e7312-b286-4742-ae45-79ef84076c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:13:19.047483 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-696f38ea-7c9f-450e-8ead-edeb073a19e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:13:20.189531 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:13:20.370774 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:13:21.715627 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:13:23.309324 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:13:24.284030 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:13:33.302714 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:13:33.305292 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:13:34.279922 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:13:34.280701 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:13:46.891655 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e1a88c8d-66c2-43d4-ab36-d910cfa2ac24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:13:47.260442 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:13:47.265066 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:13:49.048554 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-adf4b312-41cd-4e03-bdaf-2be321ab856d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:13:50.191753 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:13:50.387595 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:13:51.717924 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:13:53.311240 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:01.284456 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:14:03.300707 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:14:03.307771 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:14:11.281433 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:14:16.893913 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3001c2a0-82d4-44fc-9e70-81dca898e335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:19.051454 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e83a99af-79d8-4756-938f-aa8938e01785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:20.193640 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:20.399368 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:21.757051 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:23.314598 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:24.258065 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:14:24.262403 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:14:33.309456 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:14:33.310167 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:14:38.284141 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG neutron.db.agents_db [None req-9a16e3f5-b9db-40e5-a9c4-adef031f9e2d None None] Agent healthcheck: found 6 active agents {{(pid=103971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 16:14:46.895760 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d2b876a4-989b-4d3b-9e31-024810fc2709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (130b7769-8ac7-457d-9005-226c29c42e45), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:48.279575 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:14:48.280316 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:14:49.052858 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e7240caa-7e20-4d2f-a96e-57421744eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d8ab4ee3-789e-4d42-88c3-2a9abfa804f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:50.197468 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-585cdc3c-a406-4523-b1ad-64dcd127b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (769ec265-486e-4d09-b260-64b3202b9702), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:50.407899 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f4964e6c-5c0c-4b9e-9c0a-2ecddb30cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (4882c81c-a869-41ca-9420-6e595db23102), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:51.724593 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaff-0f6b-437c-9e6b-0cd06db2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (b2bcb795-b096-4911-b7c1-830991eba237), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:14:53.316832 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-83eb6f2e-f853-402d-9639-c6d0892535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788986728439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680989'] for agent (d6bbdff2-603e-46b8-b587-6eb629e515d5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 16:15:01.263195 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:15:01.267269 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:15:03.310732 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:15:03.312743 dv-cinder-844879-2-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:15:11.725005 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=11 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 16:15:11.725742 dv-cinder-844879-2-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=15 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}